-- Logs begin at Tue 2022-10-04 13:46:51 UTC, end at Tue 2022-10-04 14:47:40 UTC. -- Oct 04 14:20:38.133392 dv-cinder-860260-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 04 14:20:41.125434 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.common.config [-] Logging enabled! Oct 04 14:20:41.126121 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev34 Oct 04 14:20:41.126304 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106242) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 04 14:20:41.130752 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.common.config [-] Logging enabled! Oct 04 14:20:41.131024 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev34 Oct 04 14:20:41.131339 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106242) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 04 14:20:41.132357 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 04 14:20:41.132598 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 04 14:20:41.133168 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 04 14:20:41.133416 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 04 14:20:41.133644 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 04 14:20:41.133970 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.134276 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.134511 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.134823 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.135117 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.135403 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.135697 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.136003 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.136292 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.136614 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.136905 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.137140 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.137425 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.137715 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.138004 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.138229 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] debug = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.138512 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.138941 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.139377 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.139676 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.139966 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.140245 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.140554 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.140851 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.141112 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.141470 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] host = dv-cinder-860260-1-iscsi {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.141748 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.142060 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.142356 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.142825 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.143288 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.143573 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.143865 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.144142 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.144450 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] log_file = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.144732 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.145025 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.145331 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.145609 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.145837 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.146061 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.146347 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.146638 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.146915 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.147190 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.147466 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.147737 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.148013 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.148280 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.148827 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.149123 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.149413 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.149688 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.149963 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.150238 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.150515 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.151060 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.151341 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.151616 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.151889 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.152182 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.152481 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.152757 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.153327 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.153469 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.153637 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.153925 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.154201 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.154486 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.154760 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.155034 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.155306 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] use_json = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.155581 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.155854 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.156140 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.156441 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.156715 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.156991 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.157265 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.157557 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.157967 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:41.158437 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.158940 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.159267 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.159559 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.159870 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.160158 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.160480 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.160763 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.161056 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.161349 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.161643 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.161922 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.162229 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.162525 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.162823 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.163134 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.163427 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.163720 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.163996 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.164270 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.164573 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.164853 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.165140 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.165420 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.165707 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.165998 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.166276 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.166574 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.166860 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.167148 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.167447 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.167740 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.168017 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.168296 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.168611 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.168891 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.169164 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.169455 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.169735 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.170008 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.170292 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.170587 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.170874 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.171148 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.171427 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.171719 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.171997 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.172270 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.172577 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.172855 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.173127 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.174051 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.174473 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.174768 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.175115 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.175404 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.175725 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.175963 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.176248 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.176560 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.176844 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.177123 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.177402 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.177674 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.177946 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.178217 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.178492 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.178764 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.179042 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.179314 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.179588 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.179859 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.180136 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.180439 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.180729 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.181031 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.181312 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.181591 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.181871 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.182150 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.182428 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.182706 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.182988 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.183266 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.183539 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.183840 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.184123 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.184447 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.184738 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.185041 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.185344 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.185627 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.185907 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.186190 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.186473 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.186754 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.187040 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.187321 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.187603 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.187888 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.188178 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.188504 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.188801 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.189671 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.190106 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.190601 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.190972 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.191262 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.191587 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.191872 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:41.192093 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 04 14:20:41.192373 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106242) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 04 14:20:41.598513 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106242) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 04 14:20:41.598826 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106242) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 04 14:20:41.599093 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106242) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 04 14:20:41.599325 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106242) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 04 14:20:41.599604 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106242) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 04 14:20:41.599936 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 04 14:20:41.954462 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:41.955388 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:41.955718 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:41.957027 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:41.957398 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:41.957746 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.018485 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.018756 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.019021 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.038614 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.038960 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.039284 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.071024 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.071286 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.071561 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.112562 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.112836 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.113106 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.364102 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.364905 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.364905 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.366130 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.366893 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.474818 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.475143 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.475427 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.475701 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.475971 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.476283 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.476576 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.476835 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.477089 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.477375 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.477636 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.477903 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.478164 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.478419 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.478674 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.478938 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.479193 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.479463 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.479734 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.479993 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.480266 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.480549 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.480839 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.481235 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.481486 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.481733 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.482168 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106242) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 14:20:42.482411 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106242) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 14:20:42.482649 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106242) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 14:20:42.482885 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106242) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 14:20:42.483119 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106242) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 14:20:42.483353 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106242) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 14:20:42.483751 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 04 14:20:42.487548 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 04 14:20:42.491608 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 04 14:20:42.495593 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Oct 04 14:20:42.497297 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 04 14:20:42.497962 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 04 14:20:42.498298 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 04 14:20:42.498689 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 04 14:20:42.502288 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 04 14:20:42.502537 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 04 14:20:42.502913 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 04 14:20:42.508446 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 04 14:20:42.533446 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 04 14:20:42.533918 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.534226 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106242) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 04 14:20:42.534612 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.536163 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106242) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 04 14:20:42.536496 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 04 14:20:42.536740 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 04 14:20:42.548056 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.548465 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:42.688288 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 04 14:20:42.688546 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 04 14:20:42.688794 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 04 14:20:42.689841 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 04 14:20:42.744440 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO dbcounter [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Registered counter for database neutron Oct 04 14:20:42.765061 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_db.sqlalchemy.engines [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106242) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 04 14:20:42.771552 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writer thread running {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 14:20:43.369748 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.managers [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Initializing driver for type 'gre' Oct 04 14:20:43.370674 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] gre ID ranges: [(1, 1000)] Oct 04 14:20:43.475616 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.managers [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Initializing driver for type 'local' Oct 04 14:20:43.476102 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.managers [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Initializing driver for type 'vlan' Oct 04 14:20:43.493523 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] VlanTypeDriver initialization complete Oct 04 14:20:43.493934 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.managers [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Initializing driver for type 'vxlan' Oct 04 14:20:43.494627 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] vxlan ID ranges: [(1, 1000)] Oct 04 14:20:43.566259 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.managers [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Initializing extension driver 'port_security' Oct 04 14:20:43.566702 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.extensions.port_security [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] PortSecurityExtensionDriver initialization complete Oct 04 14:20:43.567086 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.managers [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Initializing mechanism driver 'openvswitch' Oct 04 14:20:43.567491 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.managers [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Initializing mechanism driver 'hyperv' Oct 04 14:20:43.574614 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:20:43.575356 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > port after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.575776 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > port after_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.576191 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > port after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.576804 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106242) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 14:20:43.577274 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > subnet after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.577662 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > subnet after_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.578043 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > subnet after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.578538 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106242) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 14:20:43.578987 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > network after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.579374 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > network after_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.580354 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > network after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.580836 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106242) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 14:20:43.581358 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > security_group after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.581805 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > security_group after_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.582287 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > security_group after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.582768 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106242) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 14:20:43.583251 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.583677 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.584103 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.584770 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106242) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 14:20:43.585248 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > address_group after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.585678 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > address_group after_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.586106 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > address_group after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.586584 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106242) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 14:20:43.587107 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] ML2 OVO RPC backend initialized. {{(pid=106242) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 04 14:20:43.587944 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > router_interface after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.588435 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.588953 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > network before_response 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.589393 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > networks before_response 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.589818 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > port before_response 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.590240 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > ports before_response 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.590673 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > subnet before_response 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.591099 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > subnets before_response 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.591533 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > network after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.591953 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > network after_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.592472 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > network after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.592904 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > port after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.593327 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > port after_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.593750 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > port after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.594169 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > subnet after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.594592 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > subnet after_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.595008 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > subnet after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.603997 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.quota [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded quota_driver: . Oct 04 14:20:43.604392 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.plugin [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Modular L2 Plugin initialization complete Oct 04 14:20:43.604739 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading services supported by the core plugin {{(pid=106242) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 04 14:20:43.605084 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.plugins.ml2.managers [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Got port-security extension from driver 'port_security' Oct 04 14:20:43.605584 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.extensions.vlantransparent [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Disabled vlantransparent extension. Oct 04 14:20:43.606086 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106242) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 04 14:20:43.606409 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading Plugin: router Oct 04 14:20:43.643632 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > router_interface before_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.644074 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > router after_create 55549900 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.644558 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > router before_create 55549900 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.645007 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.645476 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.645916 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > router after_delete 55549900 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.646388 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > floatingip after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.646825 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > floatingip after_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.647280 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > router after_create 55549900 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.647715 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > router after_update 55549900 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.648154 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > router after_update 55549900 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.648621 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.649087 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > router after_update 55549900 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.649601 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > router precommit_update 55549900 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.650068 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: port after_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.650497 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: port after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.651178 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: subnet after_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.651617 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.652053 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > port precommit_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.652542 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > router precommit_create 55549900 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.652972 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: port before_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.653412 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > router precommit_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.653857 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > router after_update 55549900 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.654295 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > router precommit_delete 55549900 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.654735 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > router precommit_create 55549900 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.655185 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > router_interface after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.655625 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > router precommit_update 55549900 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.656081 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > agent after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.656567 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > agent after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.657009 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > network after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.658700 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Tracking information for resource: router configured {{(pid=106242) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 14:20:43.659146 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Tracking information for resource: floatingip configured {{(pid=106242) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 14:20:43.664818 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.db.l3_agentschedulers_db [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 04 14:20:43.665523 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: port after_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.665979 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: port after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.666410 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: port after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.666869 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: port after_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.668781 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > router before_create 55550100 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.669239 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > router precommit_delete 55550100 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.669684 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > router precommit_create 55550100 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.670125 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > router precommit_update 55550100 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.675984 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.services.provider_configuration [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Service providers = [] {{(pid=106242) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 04 14:20:43.676609 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.db.servicetype_db [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106242) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 04 14:20:43.679841 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.services.service_base [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106242) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 04 14:20:43.680180 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.services.service_base [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106242) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 04 14:20:43.680545 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.services.service_base [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106242) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 04 14:20:43.681471 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.services.service_base [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106242) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 04 14:20:43.681853 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.services.service_base [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 04 14:20:43.682241 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106242) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 14:20:43.682563 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 04 14:20:43.698214 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106242) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 14:20:43.698741 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading Plugin: auto_allocate Oct 04 14:20:43.705151 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: network precommit_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.705525 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: network precommit_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.706246 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106242) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 14:20:43.706573 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading Plugin: tag Oct 04 14:20:43.713631 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106242) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 14:20:43.714005 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading Plugin: timestamp Oct 04 14:20:43.718426 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106242) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 14:20:43.718796 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading Plugin: network_ip_availability Oct 04 14:20:43.725490 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.725867 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.726218 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.727008 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106242) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 14:20:43.727335 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading Plugin: flavors Oct 04 14:20:43.732355 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106242) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 14:20:43.732721 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading Plugin: revisions Oct 04 14:20:43.738334 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106242) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 14:20:43.738760 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_concurrency.lockutils [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.139s {{(pid=106242) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 04 14:20:43.739953 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106242) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 04 14:20:43.740352 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Initializing extension manager. Oct 04 14:20:43.740940 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: __init__.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.741320 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: __pycache__ {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.741692 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: address_group.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.742762 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.743472 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: address-group Oct 04 14:20:43.743920 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: address_scope.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.744616 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.745207 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: address-scope Oct 04 14:20:43.745590 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: admin_state_down_before_update.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.746614 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.747168 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: router-admin-state-down-before-update Oct 04 14:20:43.747521 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: agent.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.748234 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.748826 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: agent Oct 04 14:20:43.749211 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: agent_resources_synced.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.750257 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.750814 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: agent-resources-synced Oct 04 14:20:43.751169 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: allowedaddresspairs.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.753160 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.753788 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: allowed-address-pairs Oct 04 14:20:43.754146 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: auto_allocated_topology.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.755268 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.755908 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: auto-allocated-topology Oct 04 14:20:43.756263 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: availability_zone.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.756998 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.757548 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: availability_zone Oct 04 14:20:43.757903 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: availability_zone_filter.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.758822 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.759371 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: availability_zone_filter Oct 04 14:20:43.759749 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: data_plane_status.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.760757 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.761308 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension data-plane-status not supported by any of loaded plugins Oct 04 14:20:43.761659 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: default_subnetpools.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.762581 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.763094 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: default-subnetpools Oct 04 14:20:43.763404 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: dhcpagentscheduler.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.764222 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.764761 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: dhcp_agent_scheduler Oct 04 14:20:43.765079 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: dns.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.765975 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.766486 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension dns-integration not supported by any of loaded plugins Oct 04 14:20:43.766803 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: dns_domain_ports.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.767876 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.768425 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 04 14:20:43.768745 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.769630 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.770129 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 04 14:20:43.770444 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: dvr.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.771081 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.771581 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: dvr Oct 04 14:20:43.771898 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: ecmp_routes.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.772798 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.773298 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension ecmp_routes not supported by any of loaded plugins Oct 04 14:20:43.773613 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: empty_string_filtering.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.774490 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.774989 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: empty-string-filtering Oct 04 14:20:43.775306 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.776458 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.776965 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 04 14:20:43.777278 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.778158 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.778662 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 04 14:20:43.778979 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: external_net.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.779853 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.780408 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: external-net Oct 04 14:20:43.780720 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: extra_dhcp_opt.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.781582 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.782085 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: extra_dhcp_opt Oct 04 14:20:43.782399 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: extraroute.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.783803 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.784341 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: extraroute Oct 04 14:20:43.784647 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: extraroute_atomic.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.785653 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.786164 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: extraroute-atomic Oct 04 14:20:43.786478 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: filter_validation.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.787218 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.787620 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: filter-validation Oct 04 14:20:43.787933 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: fip_pf_description.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.788859 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.789364 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 04 14:20:43.789676 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: fip_pf_detail.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.790551 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.791052 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: floating-ip-port-forwarding-detail Oct 04 14:20:43.791365 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: fip_pf_port_range.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.792227 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.792759 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 04 14:20:43.793075 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: fip_port_details.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.793942 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.794454 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: fip-port-details Oct 04 14:20:43.794768 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: flavors.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.795997 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.796533 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: flavors Oct 04 14:20:43.796852 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.798588 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.799114 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 04 14:20:43.799543 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: floatingip_pools.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.800255 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.800819 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: floatingip-pools Oct 04 14:20:43.801708 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: ip_allocation.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.802607 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.803118 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension ip_allocation not supported by any of loaded plugins Oct 04 14:20:43.803441 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.804373 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.804888 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: ip-substring-filtering Oct 04 14:20:43.805238 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: l2_adjacency.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.806204 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.806620 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension l2_adjacency not supported by any of loaded plugins Oct 04 14:20:43.806940 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: l3.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.807932 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.808478 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: router Oct 04 14:20:43.808797 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: l3_conntrack_helper.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.811416 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.812010 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 04 14:20:43.812419 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.813398 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.814023 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: ext-gw-mode Oct 04 14:20:43.814550 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.815555 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.816117 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: l3-ha Oct 04 14:20:43.816524 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.817448 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.818000 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 04 14:20:43.818359 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: l3_flavors.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.819302 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.819858 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: l3-flavors Oct 04 14:20:43.820209 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: l3_ndp_proxy.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.821665 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.822186 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 04 14:20:43.822508 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.823394 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.823912 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: l3-port-ip-change-not-allowed Oct 04 14:20:43.824234 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: l3agentscheduler.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.825343 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.825858 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: l3_agent_scheduler Oct 04 14:20:43.826181 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: local_ip.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.827991 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.828563 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension local_ip not supported by any of loaded plugins Oct 04 14:20:43.828891 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: logging.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.830358 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.830929 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension logging not supported by any of loaded plugins Oct 04 14:20:43.831284 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: metering.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.832040 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.832718 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: metering Oct 04 14:20:43.833080 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.834231 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.834806 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: metering_source_and_destination_fields Oct 04 14:20:43.835319 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: multiprovidernet.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.836169 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.836840 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: multi-provider Oct 04 14:20:43.837200 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: netmtu.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.838121 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.838678 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: net-mtu Oct 04 14:20:43.839032 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: netmtu_writable.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.840091 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.840703 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: net-mtu-writable Oct 04 14:20:43.841073 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: network_availability_zone.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.841755 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.842330 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: network_availability_zone Oct 04 14:20:43.842690 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: network_ip_availability.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.843825 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.844418 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: network-ip-availability Oct 04 14:20:43.844779 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: network_segment_range.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.846341 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.846938 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension network-segment-range not supported by any of loaded plugins Oct 04 14:20:43.847295 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: pagination.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.848369 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.848773 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: pagination Oct 04 14:20:43.849192 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: port_device_profile.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.850160 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.850771 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: port-device-profile Oct 04 14:20:43.851171 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: port_mac_address_override.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.852162 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.852789 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: port-mac-override Oct 04 14:20:43.853196 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.854152 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.854749 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: port-mac-address-regenerate Oct 04 14:20:43.855154 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.856102 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.856759 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: port-numa-affinity-policy Oct 04 14:20:43.857158 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: port_resource_request.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.858142 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.858739 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension port-resource-request not supported by any of loaded plugins Oct 04 14:20:43.859166 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: port_resource_request_groups.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.860210 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.860890 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 04 14:20:43.861305 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: portbindings.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.862315 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.862928 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: binding Oct 04 14:20:43.863456 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: portbindings_extended.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.865522 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.866149 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: binding-extended Oct 04 14:20:43.866554 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: portsecurity.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.867586 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.868187 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: port-security Oct 04 14:20:43.868616 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: project_id.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.869935 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.870301 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: project-id Oct 04 14:20:43.870657 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: providernet.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.871654 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.872294 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: provider Oct 04 14:20:43.872704 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: qos.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.876556 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.877411 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension qos not supported by any of loaded plugins Oct 04 14:20:43.877782 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.879182 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.879756 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 04 14:20:43.880122 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.881099 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.881671 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 04 14:20:43.882047 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: qos_default.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.883152 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.883707 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension qos-default not supported by any of loaded plugins Oct 04 14:20:43.884066 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: qos_fip.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.885052 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.885604 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension qos-fip not supported by any of loaded plugins Oct 04 14:20:43.885960 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: qos_fip_network_policy.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.886868 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.887462 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 04 14:20:43.887833 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: qos_gateway_ip.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.888948 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.889502 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 04 14:20:43.889855 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: qos_port_network_policy.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.890769 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.891327 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 04 14:20:43.891678 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.892812 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.893374 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 04 14:20:43.893767 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.894763 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.895311 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 04 14:20:43.895662 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: qos_pps_rule.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.896899 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.897462 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension qos-pps not supported by any of loaded plugins Oct 04 14:20:43.897878 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: qos_rule_type_details.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.898795 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.899343 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 04 14:20:43.899699 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: qos_rule_type_filter.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.900647 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.901459 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 04 14:20:43.901812 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: qos_rules_alias.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.902861 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.903413 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 04 14:20:43.903763 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: quota_check_limit.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.904750 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.905316 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: quota-check-limit Oct 04 14:20:43.905696 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: quotasv2.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.906717 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.907068 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: quotas Oct 04 14:20:43.907417 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: quotasv2_detail.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.909839 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.910215 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: quota_details Oct 04 14:20:43.910585 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: rbac.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.911708 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.912344 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: rbac-policies Oct 04 14:20:43.912743 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: rbac_address_group.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.913762 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.914337 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: rbac-address-group Oct 04 14:20:43.914696 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: rbac_address_scope.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.915758 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.916370 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: rbac-address-scope Oct 04 14:20:43.916757 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: rbac_security_groups.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.917712 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.918273 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: rbac-security-groups Oct 04 14:20:43.918649 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: rbac_subnetpool.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.919594 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.920160 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: rbac-subnetpool Oct 04 14:20:43.920559 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: revisionifmatch.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.921532 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.922139 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: revision-if-match Oct 04 14:20:43.922600 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: revisions.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.924534 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.925111 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: standard-attr-revisions Oct 04 14:20:43.925476 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: router_availability_zone.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.926207 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.926771 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: router_availability_zone Oct 04 14:20:43.927167 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: routerservicetype.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.928162 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.928760 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension router-service-type not supported by any of loaded plugins Oct 04 14:20:43.929119 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.930057 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.930612 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: security-groups-normalized-cidr Oct 04 14:20:43.930976 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: security_groups_port_filtering.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.932078 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.932676 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: port-security-groups-filtering Oct 04 14:20:43.933004 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.933939 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.934491 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: security-groups-remote-address-group Oct 04 14:20:43.934809 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.935698 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.936204 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: security-groups-shared-filtering Oct 04 14:20:43.936549 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: securitygroup.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.946756 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.947332 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: security-group Oct 04 14:20:43.947660 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: segment.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.948473 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.948990 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension segment not supported by any of loaded plugins Oct 04 14:20:43.949316 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.950309 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.950826 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 04 14:20:43.951148 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: servicetype.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.952225 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.952776 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: service-type Oct 04 14:20:43.953100 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: sorting.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.954058 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.954386 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: sorting Oct 04 14:20:43.954855 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: standard_attr_segment.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.955915 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.956504 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 04 14:20:43.956826 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: standardattrdescription.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.957480 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.958011 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: standard-attr-description Oct 04 14:20:43.958317 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: stateful_security_group.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.959271 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.959799 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: stateful-security-group Oct 04 14:20:43.960119 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: stdattrs_common.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.960706 dv-cinder-860260-1-iscsi neutron-server[106242]: WARNING neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 04 14:20:43.961029 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.961929 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.962453 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 04 14:20:43.962776 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: subnet_onboard.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.963852 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.964408 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: subnet_onboard Oct 04 14:20:43.964961 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.965665 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.966189 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 04 14:20:43.966510 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: subnet_service_types.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.967489 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.967989 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: subnet-service-types Oct 04 14:20:43.968332 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: subnetallocation.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.969411 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.969932 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: subnet_allocation Oct 04 14:20:43.970857 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.971517 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.973135 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: subnetpool-prefix-ops Oct 04 14:20:43.973135 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.973416 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.973878 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 04 14:20:43.974202 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: tagging.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.975370 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.975925 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: standard-attr-tag Oct 04 14:20:43.976253 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: timestamp.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.977656 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.978190 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loaded extension: standard-attr-timestamp Oct 04 14:20:43.978517 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: trunk.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.979546 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.980063 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension trunk not supported by any of loaded plugins Oct 04 14:20:43.980417 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: trunk_details.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.981312 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.981826 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension trunk-details not supported by any of loaded plugins Oct 04 14:20:43.982145 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: uplink_status_propagation.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.983060 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.983579 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 04 14:20:43.983899 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Loading extension file: vlantransparent.py {{(pid=106242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 14:20:43.984630 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 14:20:43.985148 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extension vlan-transparent not supported by any of loaded plugins Oct 04 14:20:43.988737 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Creating instance of TrackedResource for resource:network Oct 04 14:20:43.989321 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Creating instance of TrackedResource for resource:subnet Oct 04 14:20:43.989821 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 14:20:43.990251 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Creating instance of TrackedResource for resource:port Oct 04 14:20:43.991762 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.v2.resource_helper [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 14:20:43.992247 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.v2.resource_helper [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Service FLAVORS assigned prefix: {{(pid=106242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 14:20:43.992955 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.v2.resource_helper [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 14:20:43.993449 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.v2.resource_helper [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 14:20:43.993835 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Creating instance of TrackedResource for resource:router Oct 04 14:20:43.994346 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Creating instance of TrackedResource for resource:floatingip Oct 04 14:20:43.994890 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.v2.resource_helper [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Service METERING assigned prefix: /metering {{(pid=106242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 14:20:43.996468 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.996913 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.997308 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:20:43.998427 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Creating instance of CountableResource for resource:rbac_policy Oct 04 14:20:43.998911 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Creating instance of TrackedResource for resource:security_group Oct 04 14:20:43.999589 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Creating instance of TrackedResource for resource:security_group_rule Oct 04 14:20:44.000212 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.v2.resource_helper [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Service CORE assigned prefix: {{(pid=106242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 14:20:44.000622 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 14:20:44.001012 dv-cinder-860260-1-iscsi neutron-server[106242]: WARNING neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] subnetpool is already registered Oct 04 14:20:44.001512 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.v2.resource_helper [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Service CORE assigned prefix: {{(pid=106242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 14:20:44.001885 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 14:20:44.002252 dv-cinder-860260-1-iscsi neutron-server[106242]: WARNING neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] subnetpool is already registered Oct 04 14:20:44.004974 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.v2.resource_helper [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 14:20:44.005515 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.v2.resource_helper [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Service FLAVORS assigned prefix: {{(pid=106242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 14:20:44.006236 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.v2.resource_helper [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 14:20:44.006869 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.v2.resource_helper [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 14:20:44.007287 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Creating instance of TrackedResource for resource:router Oct 04 14:20:44.007715 dv-cinder-860260-1-iscsi neutron-server[106242]: WARNING neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] router is already registered Oct 04 14:20:44.008228 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Creating instance of TrackedResource for resource:floatingip Oct 04 14:20:44.008682 dv-cinder-860260-1-iscsi neutron-server[106242]: WARNING neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] floatingip is already registered Oct 04 14:20:44.009424 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.v2.resource_helper [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Service METERING assigned prefix: /metering {{(pid=106242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 14:20:44.010285 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Creating instance of CountableResource for resource:rbac_policy Oct 04 14:20:44.010698 dv-cinder-860260-1-iscsi neutron-server[106242]: WARNING neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] rbac_policy is already registered Oct 04 14:20:44.011239 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Creating instance of TrackedResource for resource:security_group Oct 04 14:20:44.011660 dv-cinder-860260-1-iscsi neutron-server[106242]: WARNING neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] security_group is already registered Oct 04 14:20:44.012171 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Creating instance of TrackedResource for resource:security_group_rule Oct 04 14:20:44.012620 dv-cinder-860260-1-iscsi neutron-server[106242]: WARNING neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] security_group_rule is already registered Oct 04 14:20:44.013214 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.v2.resource_helper [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Service CORE assigned prefix: {{(pid=106242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 14:20:44.013625 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 14:20:44.014049 dv-cinder-860260-1-iscsi neutron-server[106242]: WARNING neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] subnetpool is already registered Oct 04 14:20:44.014554 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.v2.resource_helper [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Service CORE assigned prefix: {{(pid=106242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 14:20:44.014966 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 14:20:44.015380 dv-cinder-860260-1-iscsi neutron-server[106242]: WARNING neutron.quota.resource_registry [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] subnetpool is already registered Oct 04 14:20:44.015944 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: extensions {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.017944 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: address-groups {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.019754 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: address-scopes {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.021160 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: agents {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.022360 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: auto-allocated-topology {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.025344 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: availability_zones {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.026938 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: dhcp-networks {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.028523 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: dhcp-agents {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.030198 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: routers {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.032086 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: flavors {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.034033 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: service_profiles {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.035578 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: next_providers {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.037241 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: service_profiles {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.038918 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: floatingip-pools {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.040332 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: routers {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.042201 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: floatingips {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.043397 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: l3-routers {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.044850 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: l3-agents {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.046392 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: metering-labels {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.047683 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: metering-label-rules {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.049632 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: network-ip-availabilities {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.051020 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: bindings {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.052642 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: quotas {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.054254 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: quotas {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.055926 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: rbac-policies {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.057259 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: security-groups {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.058548 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: security-group-rules {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.060783 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: service-providers {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.062916 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: subnetpools {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.065378 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: subnetpools {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.067606 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: tags {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.070507 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: tags {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.073325 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: tags {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.076484 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: tags {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.079090 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: tags {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.081975 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: tags {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.084786 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: tags {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.088075 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: tags {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.090648 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: tags {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.092617 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron.api.extensions [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Extended resource: tags {{(pid=106242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 14:20:44.100722 dv-cinder-860260-1-iscsi neutron-server[106242]: WARNING keystonemiddleware.auth_token [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 04 14:20:44.106081 dv-cinder-860260-1-iscsi neutron-server[106242]: WARNING keystonemiddleware.auth_token [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 04 14:20:44.116190 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_concurrency.lockutils [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Acquiring lock "singleton_lock" {{(pid=106242) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 04 14:20:44.116537 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_concurrency.lockutils [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Acquired lock "singleton_lock" {{(pid=106242) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 04 14:20:44.117003 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_concurrency.lockutils [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Releasing lock "singleton_lock" {{(pid=106242) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 04 14:20:44.117687 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO oslo_service.service [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Starting 2 workers Oct 04 14:20:44.122630 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Started child 106355 {{(pid=106242) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 04 14:20:44.127637 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Started child 106356 {{(pid=106242) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 04 14:20:44.129349 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:20:44.130376 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO neutron.service [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Neutron service started, listening on 0.0.0.0:9696 Oct 04 14:20:44.130376 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Publish callbacks [] for process (None), before_spawn {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:20:44.131423 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [-] (106355) wsgi starting up on http://0.0.0.0:9696 Oct 04 14:20:44.132619 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO oslo_service.service [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Starting 1 workers Oct 04 14:20:44.134880 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:20:44.137244 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [-] (106356) wsgi starting up on http://0.0.0.0:9696 Oct 04 14:20:44.138068 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Started child 106357 {{(pid=106242) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 04 14:20:44.138665 dv-cinder-860260-1-iscsi neutron-server[106242]: INFO oslo_service.service [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Starting 1 workers Oct 04 14:20:44.144151 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Started child 106358 {{(pid=106242) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 04 14:20:44.144432 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.service [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] calling RpcWorker wait() {{(pid=106357) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 04 14:20:44.145235 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] Publish callbacks [] for process (None), after_spawn {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:20:44.145335 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.service [None req-5af85964-4619-44c2-b1b1-d1921db8d49e None None] returning from RpcWorker wait() {{(pid=106357) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 04 14:20:44.146910 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:20:44.147119 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106242) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 04 14:20:44.147119 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 04 14:20:44.147318 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 04 14:20:44.147533 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:20:44.147718 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 04 14:20:44.148209 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 04 14:20:44.148589 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 04 14:20:44.149123 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.149397 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.149659 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.150081 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.150654 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.151193 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.151454 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.151835 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.152113 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.152269 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.152427 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.152683 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.153473 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.153636 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:20:44.154381 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.154381 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.154381 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.154381 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.154381 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.154986 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.155121 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:20:44.155255 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.155255 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.155255 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] debug = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.155594 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.155957 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.156547 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.156817 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.157076 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.157335 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.157555 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.158802 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.158802 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.158802 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.159459 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.159459 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.159459 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.160134 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.160134 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.160134 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.160865 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.160865 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] host = dv-cinder-860260-1-iscsi {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.161283 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.161283 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.161588 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.161735 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.162146 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.162146 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.162582 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.162804 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.163053 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.163276 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.163528 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.163528 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.163969 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.164201 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] log_file = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.164201 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] log_options = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.164678 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.164678 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.165115 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.165115 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.165660 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.165660 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.165660 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.166344 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.166344 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.166344 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.167113 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.167113 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.167113 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.167113 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.167961 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.167961 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.167961 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.167961 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.168942 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.168942 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.168942 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.168942 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.169806 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.169806 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.169806 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.169806 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.170663 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.170663 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.170663 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.170663 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.171513 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.171513 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.171513 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.171513 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.172713 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.172713 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.172713 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.172713 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.172713 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.173781 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.173781 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.173781 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.173781 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.173781 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.174849 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.174849 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.174849 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] use_json = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.174849 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.174849 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.176104 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.176104 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.176104 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.176104 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.176104 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.177370 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.177370 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.177370 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.177370 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.177370 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.178683 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.178683 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.178683 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.178683 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.180367 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.181145 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.181559 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.182078 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.182463 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.183001 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.183413 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.184496 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.185130 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.186074 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.186435 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.187149 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.187653 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.188128 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.188703 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.189297 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.189796 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.190297 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.190803 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.191290 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.191930 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.192521 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.193228 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.193899 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.194416 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.194946 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.195451 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.196517 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.196517 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.196925 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.197561 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.198033 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.198522 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.200416 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.200416 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.200416 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.200416 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.200947 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.201203 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.201743 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.202198 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.202663 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.203252 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.203641 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.204013 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.204473 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.205669 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.206109 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.207007 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.207759 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.208483 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.209169 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.209889 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.210586 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.211188 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.211797 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.212413 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.213008 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.213596 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.214004 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.214396 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.214851 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.215253 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.215609 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.215977 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.216759 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.217385 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.217791 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.218150 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.218560 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.218953 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.219380 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.219761 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.220141 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.221157 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.221555 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.221943 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.222340 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.223086 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.223086 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.223666 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.224039 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.224746 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.225119 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.225530 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.226041 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.226491 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.226924 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.227301 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.227739 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.228163 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.228693 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.229076 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.229457 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.229862 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.230315 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.230729 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.231142 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.231563 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.231937 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.232427 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.232815 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.233192 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.233745 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.234133 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.234530 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.234945 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.235329 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.235732 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.236157 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.236639 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.237074 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.237357 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.237849 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.238138 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.238549 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.238980 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.239394 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.239894 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.240278 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.240755 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.241276 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.241671 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.242453 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.242675 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.243001 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.243349 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.243931 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.244394 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.244798 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.245206 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.245618 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.245947 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.246317 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.246718 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.247924 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.247924 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.248357 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.248552 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.248888 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.249480 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.249844 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.250236 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.250638 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.251085 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.251582 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.252003 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.252463 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.252844 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.253254 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.253639 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.254175 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.254588 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.254996 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.255380 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.255755 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.256147 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.256581 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.256990 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.257696 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.257906 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.258173 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.258554 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.259061 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.259358 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.259738 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.260145 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.260813 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.261456 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.262086 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.262684 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.263291 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.263900 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.264568 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.264993 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.265387 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.265684 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.266105 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.266573 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.266961 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.267932 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.268383 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.268761 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.269155 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.269577 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.269926 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.270310 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.270720 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.271126 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.271523 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.271944 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.272575 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.273018 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.273791 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.274009 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.274418 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.275035 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.275457 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.275855 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.276549 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.276946 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.277354 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.277744 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.278177 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.278566 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.278953 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.279374 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.279740 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.280130 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.280766 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.281155 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.281609 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.282034 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.282434 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.283427 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.283851 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.284426 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.284781 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.285215 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.285612 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.285999 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.286381 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:20:44.286596 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.286806 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.287298 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.287731 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.288137 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.288617 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.289022 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.289455 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.289847 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.290242 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.290619 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.291353 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.291353 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.291788 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.292163 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.292604 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.292959 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.293325 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.293325 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.294096 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.294797 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.295022 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.295229 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.295597 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.296118 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.297044 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.297044 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.297389 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.297691 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.297912 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.298321 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.298704 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.299107 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.299528 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.299867 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.300292 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.300684 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.301134 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.301658 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.302106 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.302507 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.302994 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.303394 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.303856 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.304233 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.304768 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.305192 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.305602 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.306073 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.306073 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.306073 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.306073 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.308755 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.308755 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.309136 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.309273 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.310485 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.310485 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.310878 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.311264 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.311649 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.312207 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.312697 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.312986 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.313232 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.313486 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.313739 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.313984 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.314254 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.314511 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.314727 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.315085 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.315293 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.315486 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.315686 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.315876 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.316106 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.316391 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.316629 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.316891 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.317127 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.317326 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 04 14:20:44.318334 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106242) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 04 14:20:44.318334 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 04 14:20:44.318334 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 04 14:20:44.318334 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 04 14:20:44.319060 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 04 14:20:44.319060 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 04 14:20:44.319060 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.319060 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.319060 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.320581 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.320581 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.320581 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.320581 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.320581 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.320581 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.320581 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.320581 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.322597 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.322597 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.322597 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.322597 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.322597 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.322597 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.322597 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.322597 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.324048 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.324048 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.324048 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] debug = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.324048 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.324048 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.324048 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.325723 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.325723 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.325723 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.325723 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.325723 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.325723 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.325723 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.325723 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.327444 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.327444 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.327444 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.327444 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.327444 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.327444 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.327444 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] host = dv-cinder-860260-1-iscsi {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.327444 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.328896 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.328896 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.328896 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.328896 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.328896 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.328896 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.328896 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.328896 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.330447 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.330447 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.330447 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.330447 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.330447 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] log_file = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.330447 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] log_options = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.330447 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.330447 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.330447 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.331828 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.331828 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.331828 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.331828 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.331828 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.331828 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.331828 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.333697 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.333697 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.333697 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.333697 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.333697 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.333697 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.333697 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.333697 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.336918 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.336918 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.336918 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.336918 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.336918 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.336918 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.336918 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.336918 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.338201 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.338201 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.338201 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.338201 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.338201 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.338201 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.338201 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.338201 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.339080 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.339080 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.339080 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.339080 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.339080 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.339080 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.339080 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.339080 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.341357 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.341357 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.341357 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.341357 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.341357 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] use_json = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.341357 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.341357 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.341357 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.341357 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.343910 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.343910 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.343910 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.343910 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.343910 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 14:20:44.343910 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.343910 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.343910 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.345929 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.345929 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.345929 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.345929 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.345929 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.345929 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.345929 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.345929 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.347329 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.347329 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.347329 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.347329 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.347329 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.347329 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.347329 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.347329 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.348450 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.348450 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.348450 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.348450 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.348450 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.348450 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.348450 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.348450 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.349482 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.349482 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.349482 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.349482 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.349482 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.349482 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.349482 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.349482 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.350230 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.350230 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.350230 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.350230 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.350230 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.350230 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.350230 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.350230 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.350230 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.351216 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.351216 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.351216 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.351216 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.351216 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.351216 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.351216 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.351216 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.351216 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.352240 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.352240 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.352240 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.352240 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.352240 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.352240 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.352240 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.352240 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.353126 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.353126 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.353126 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.353126 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.353126 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.353126 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.353126 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.353126 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.353126 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.353990 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.353990 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.353990 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.353990 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.353990 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.353990 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.353990 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.353990 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.353990 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.354885 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.354885 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.354885 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.354885 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.354885 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.354885 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.354885 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.354885 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.354885 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.356556 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.356556 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.356556 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.356556 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.356556 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.356556 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.356556 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.356556 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.357425 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.357425 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.357425 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.357425 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.357425 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.357425 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.357425 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.357425 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.358260 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.358260 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.358260 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.358260 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.358260 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.358260 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.358260 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.358260 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.359277 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.359277 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.359277 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.359277 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.359277 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.359277 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.359277 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.359277 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.360228 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.360228 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.360228 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.360228 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.360228 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.360228 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.360228 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.360228 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.361224 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.361224 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.361224 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.361224 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.361224 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.361224 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.361224 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.361224 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.362022 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.362022 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.362022 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.362022 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.362022 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.362022 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.362022 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.362022 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.363086 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.363086 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.363086 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.363086 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.363086 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.363086 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.363086 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.363086 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.363938 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.363938 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.363938 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.363938 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.363938 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.363938 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.363938 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.363938 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.364838 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.364838 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.364838 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.364838 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.364838 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.364838 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.364838 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.364838 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.365824 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.365824 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.365824 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.365824 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.365824 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.365824 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.365824 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.365824 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.366793 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.366793 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.366793 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.366793 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.366793 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.366793 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.366793 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.366793 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.367617 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.367617 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.367617 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.367617 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.372355 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.372355 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.372355 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.373594 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 38102) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:20:44.373756 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.373756 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.373756 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.373756 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.373756 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.373756 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.373756 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.373756 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.374779 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.374779 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.374779 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.374779 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.374779 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.374779 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.374779 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.374779 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.374779 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.376148 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.376148 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.376148 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.376148 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.376148 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.376148 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.376148 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.376148 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.377235 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.377235 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.377235 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.377235 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.377235 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.377235 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.377235 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.377235 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.377235 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.378200 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.378200 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.378200 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.378200 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.378200 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.378200 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.378200 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.378200 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.379117 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.379117 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.379117 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.379117 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.379117 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.379117 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.379117 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.379117 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.380037 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.380037 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.380037 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.380037 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.380037 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.380667 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [-] 10.222.0.64 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0061169 Oct 04 14:20:44.380810 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.380810 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.380810 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.380810 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.380810 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.380810 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.380810 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.380810 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.381724 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.381724 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.381724 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.381724 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.381724 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.381724 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.381724 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.381724 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.382568 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.382568 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.382568 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.382568 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.382568 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.382568 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.382568 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.383339 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.383339 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.383339 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.383339 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.383339 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.384044 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.386506 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [-] 10.222.0.64 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0051863 Oct 04 14:20:44.386735 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.386735 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.387011 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.387011 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.387993 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.388197 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.388413 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.388564 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.388748 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.388934 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.389129 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.389297 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.390884 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.390884 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.390884 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.390884 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.390884 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.390884 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.390884 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.390884 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.390884 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.392645 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.392645 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.392645 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.392645 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.392645 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.392645 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.392645 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.392645 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.392645 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.393755 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.393755 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.393755 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.393755 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 14:20:44.393755 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 04 14:20:53.559317 dv-cinder-860260-1-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:20:57.038677 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea957f8-82db-4536-b40a-eef4247f5b3c None None] get_active_networks_info from dv-cinder-860260-1-iscsi {{(pid=106357) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 04 14:20:57.050254 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writer thread running {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 14:20:57.051463 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writer thread running {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 14:20:57.123588 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea957f8-82db-4536-b40a-eef4247f5b3c None None] No non-hosted networks {{(pid=106357) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 04 14:20:57.144990 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.agentschedulers_db [None req-9ea957f8-82db-4536-b40a-eef4247f5b3c None None] DHCP Agent not found on host dv-cinder-860260-1-iscsi {{(pid=106357) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 04 14:20:57.210449 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-52f0cee7-d406-4b7e-8e15-de964dc4725a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556241'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:20:58.878412 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writer thread running {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 14:20:59.416244 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5c0dcc5e-470d-4909-96c0-c00c8e5470f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556241'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:20:59.494395 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c9f8b60-f67f-418f-807e-0354b149fc4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:01.867892 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 38172) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:21:02.255959 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556241'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:02.751083 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556241'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:02.764570 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:02.767165 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:02.767879 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:02.768710 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:02.769712 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:02.771619 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:02.772993 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:02.773728 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:02.774548 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:02.775146 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:02.776378 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:02.777645 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:02.778387 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:02.778994 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:02.780252 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:02.780940 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-860260-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:21:02.817607 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-860260-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:21:02.859184 dv-cinder-860260-1-iscsi neutron-server[106355]: WARNING oslo_policy.policy [None req-e6187924-0474-4cc7-a623-673cfc11a183 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 14:21:02.864637 dv-cinder-860260-1-iscsi neutron-server[106355]: WARNING oslo_policy.policy [None req-e6187924-0474-4cc7-a623-673cfc11a183 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 14:21:03.168433 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [None req-e6187924-0474-4cc7-a623-673cfc11a183 admin admin] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 14:21:03.186376 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-e6187924-0474-4cc7-a623-673cfc11a183 admin admin] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 1.3163872 Oct 04 14:21:03.226481 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.db.l3_hamode_db [None req-695fd11c-1c9a-4c89-9dce-c0a5eecb9183 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 04 14:21:03.331581 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695fd11c-1c9a-4c89-9dce-c0a5eecb9183 None None] Routers set() bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:21:03.332828 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695fd11c-1c9a-4c89-9dce-c0a5eecb9183 None None] Router IDs set() for agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 04 14:21:03.816824 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556241'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:06.389697 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 38210) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:21:06.789008 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-bfa18c43-3233-4e2d-9915-977acc28fd08 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:21:06.802037 dv-cinder-860260-1-iscsi neutron-server[106355]: ERROR stevedore.extension [None req-bfa18c43-3233-4e2d-9915-977acc28fd08 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 04 14:21:06.887529 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.policy [None req-bfa18c43-3233-4e2d-9915-977acc28fd08 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106355) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 04 14:21:06.931834 dv-cinder-860260-1-iscsi neutron-server[106355]: WARNING oslo_policy.policy [None req-bfa18c43-3233-4e2d-9915-977acc28fd08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 14:21:06.932253 dv-cinder-860260-1-iscsi neutron-server[106355]: WARNING oslo_policy.policy [None req-bfa18c43-3233-4e2d-9915-977acc28fd08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 14:21:06.953386 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writer thread running {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 14:21:07.040358 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-bfa18c43-3233-4e2d-9915-977acc28fd08 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767537904535', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767537905067', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767537888399', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767537879500', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767537934478', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767537934308', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1400123', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1400314', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-525712', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-586383'] for rbac-policy (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:07.135708 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-bfa18c43-3233-4e2d-9915-977acc28fd08 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:07.137218 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-bfa18c43-3233-4e2d-9915-977acc28fd08 admin admin] 10.222.0.64 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7465334 Oct 04 14:21:09.901423 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 38220) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:21:10.288044 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:21:10.323618 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Made reservation on behalf of 957c97404bb9448e9d03eee0d3225b85 for: {'network': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:21:10.328142 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for network (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:10.352283 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:10.525920 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Publish callbacks [] for security_group (b5b2d333-005f-46c1-951f-b4d01fd22bae), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:10.530927 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (b5b2d333-005f-46c1-951f-b4d01fd22bae), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:10.559571 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=106355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 14:21:10.600407 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767534955475', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (bbb3615f-4833-4fe4-97de-c8d85c1d164c), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:10.601003 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Unsubscribe: segment precommit_create {{(pid=106355) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 04 14:21:10.601561 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.db.segments_db [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Added segment bbb3615f-4833-4fe4-97de-c8d85c1d164c of type vlan for network 1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7 Oct 04 14:21:10.620109 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b2d333-005f-46c1-951f-b4d01fd22bae,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:21:10.672779 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:10.673116 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:10.673499 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:10.674392 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:10.674922 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:10.675387 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:10.675719 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:10.676046 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:10.676401 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:10.676729 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:10.677050 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:10.677385 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:10.677709 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:10.678025 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:10.678340 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Tracked resource versions report: Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: pushed versions: Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: { 'AddressGroup': {'1.2'}, Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'Agent': {'1.1'}, Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'ConntrackHelper': {'1.0'}, Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'LocalIPAssociation': {'1.0'}, Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'Log': {'1.0'}, Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'NDPProxy': {'1.0'}, Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'Network': {'1.1'}, Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'Port': {'1.7'}, Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'PortForwarding': {'1.3'}, Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'QosPolicy': {'1.10'}, Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'SecurityGroup': {'1.5'}, Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'SecurityGroupRule': {'1.2'}, Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'SubPort': {'1.0'}, Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'Subnet': {'1.1'}, Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'Trunk': {'1.1'}} Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: consumer versions: Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: { DHCP agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: L3 agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: Metadata agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: Metering agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: Open vSwitch agent@dv-cinder-860260-1-iscsi: { 'AddressGroup': '1.2', Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'Agent': '1.1', Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'ConntrackHelper': '1.0', Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'LocalIPAssociation': '1.0', Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'Log': '1.0', Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'NDPProxy': '1.0', Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'Network': '1.1', Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'Port': '1.7', Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'PortForwarding': '1.3', Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'QosPolicy': '1.10', Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'SecurityGroup': '1.5', Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'SecurityGroupRule': '1.2', Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'SubPort': '1.0', Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'Subnet': '1.1', Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: 'Trunk': '1.1'}} Oct 04 14:21:10.679749 dv-cinder-860260-1-iscsi neutron-server[106355]: {{(pid=106355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 14:21:10.721333 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767534377674'] for network (1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:10.771867 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for network (1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:10.778305 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:21:10.779043 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:10.802168 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=52,neutron:INSERT=45,neutron:UPDATE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:10.882197 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9793968 Oct 04 14:21:10.917377 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509c147-291b-42fc-b0ca-97aaedb074cb demo demo] Pushing event updated for resources: {'Network': ['ID=1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:21:10.933626 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Network 1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7 details requested by agent ovs-agent-dv-cinder-860260-1-iscsi with host dv-cinder-860260-1-iscsi {{(pid=106357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 14:21:13.634511 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 38234) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:21:14.100957 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905fe2c2-6713-4f94-ae56-2722b2b9329c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:21:14.102356 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-905fe2c2-6713-4f94-ae56-2722b2b9329c demo admin] 10.222.0.64 "GET /networking/v2.0/networks/1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7 HTTP/1.1" status: 200 len: 825 time: 0.4668870 Oct 04 14:21:14.129627 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-703dc66d-ed6f-4ec9-aa69-803ff32cf0f1 demo admin] 10.222.0.64 "GET /networking/v2.0/subnetpools/04889c1e-3fef-4ebb-a494-7003420387b1 HTTP/1.1" status: 200 len: 734 time: 0.0209918 Oct 04 14:21:14.138793 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-26594640-eab1-4f7d-9ce5-8b1a3113d9b2 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '04889c1e-3fef-4ebb-a494-7003420387b1', 'name': 'private-subnet', 'network_id': '1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:21:14.161828 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26594640-eab1-4f7d-9ce5-8b1a3113d9b2 demo admin] Made reservation on behalf of 957c97404bb9448e9d03eee0d3225b85 for: {'subnet': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:21:14.164144 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-26594640-eab1-4f7d-9ce5-8b1a3113d9b2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:14.382893 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:14.475885 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-26594640-eab1-4f7d-9ce5-8b1a3113d9b2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for subnet (4d3b7445-b32b-46ec-b1a1-f229bf5eb31e), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:14.558405 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26594640-eab1-4f7d-9ce5-8b1a3113d9b2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=4d3b7445-b32b-46ec-b1a1-f229bf5eb31e,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:21:14.565251 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26594640-eab1-4f7d-9ce5-8b1a3113d9b2 demo admin] Checking segment: {'id': 'bbb3615f-4833-4fe4-97de-c8d85c1d164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:21:14.565667 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26594640-eab1-4f7d-9ce5-8b1a3113d9b2 demo admin] Network hostable DHCP agents. Network: 1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7, hostable agents: ['ca19cd2b-474d-4d89-a742-81ad09a7c505'], hosted agents: [] {{(pid=106355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 14:21:14.608069 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26594640-eab1-4f7d-9ce5-8b1a3113d9b2 demo admin] Network 1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7 is scheduled to be hosted by DHCP agent ca19cd2b-474d-4d89-a742-81ad09a7c505 with binding_index 1 {{(pid=106355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 14:21:14.623652 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-26594640-eab1-4f7d-9ce5-8b1a3113d9b2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860260-1-iscsi, 1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7) {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:21:14.629503 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26594640-eab1-4f7d-9ce5-8b1a3113d9b2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:21:14.630116 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-26594640-eab1-4f7d-9ce5-8b1a3113d9b2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:14.636178 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8cc767-5e99-450c-bb16-e08f7fd13951 None None] Network 1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:21:14.653771 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-26594640-eab1-4f7d-9ce5-8b1a3113d9b2 demo admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5181286 Oct 04 14:21:14.714735 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=29,neutron:INSERT=33,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:14.838728 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:14.841197 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=6 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:14.949919 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d75d4f5-93f2-5a44-ba2c-7aa78ccd22af-1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7', 'network_id': '1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7', 'project_id': '957c97404bb9448e9d03eee0d3225b85', 'fixed_ips': [{'subnet_id': '4d3b7445-b32b-46ec-b1a1-f229bf5eb31e'}]}} from dv-cinder-860260-1-iscsi. {{(pid=106357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 14:21:14.951235 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:15.273503 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Allocated IP 172.20.0.2 (1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7/4d3b7445-b32b-46ec-b1a1-f229bf5eb31e/a053d25e-e1e0-4fb9-abd8-dc8751275d2e) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:21:15.592196 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Publish callbacks [] for port (a053d25e-e1e0-4fb9-abd8-dc8751275d2e), precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:15.605451 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (a053d25e-e1e0-4fb9-abd8-dc8751275d2e), after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:15.701591 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Network 1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:21:15.708868 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:21:15.713093 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:21:15.760287 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Pushing event updated for resources: {'Port': ['ID=a053d25e-e1e0-4fb9-abd8-dc8751275d2e,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:21:15.793941 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:15.794288 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:15.794643 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:15.794998 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:15.795327 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:15.795652 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:15.795972 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:15.796289 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:15.796629 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:15.797045 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:15.797262 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:15.797594 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:15.797909 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:15.798221 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:15.798529 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Tracked resource versions report: Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: pushed versions: Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: { 'AddressGroup': {'1.2'}, Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'Agent': {'1.1'}, Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'ConntrackHelper': {'1.0'}, Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'LocalIPAssociation': {'1.0'}, Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'Log': {'1.0'}, Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'NDPProxy': {'1.0'}, Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'Network': {'1.1'}, Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'Port': {'1.7'}, Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'PortForwarding': {'1.3'}, Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'QosPolicy': {'1.10'}, Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'SecurityGroup': {'1.5'}, Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'SecurityGroupRule': {'1.2'}, Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'SubPort': {'1.0'}, Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'Subnet': {'1.1'}, Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'Trunk': {'1.1'}} Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: consumer versions: Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: { DHCP agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: L3 agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: Metadata agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: Metering agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: Open vSwitch agent@dv-cinder-860260-1-iscsi: { 'AddressGroup': '1.2', Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'Agent': '1.1', Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'ConntrackHelper': '1.0', Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'LocalIPAssociation': '1.0', Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'Log': '1.0', Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'NDPProxy': '1.0', Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'Network': '1.1', Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'Port': '1.7', Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'PortForwarding': '1.3', Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'QosPolicy': '1.10', Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'SecurityGroup': '1.5', Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'SecurityGroupRule': '1.2', Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'SubPort': '1.0', Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'Subnet': '1.1', Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: 'Trunk': '1.1'}} Oct 04 14:21:15.800165 dv-cinder-860260-1-iscsi neutron-server[106357]: {{(pid=106357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 14:21:15.843443 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Attempting to bind port a053d25e-e1e0-4fb9-abd8-dc8751275d2e on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:21:15.843767 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Attempting to bind port a053d25e-e1e0-4fb9-abd8-dc8751275d2e by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': 'bbb3615f-4833-4fe4-97de-c8d85c1d164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:21:15.844169 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Attempting to bind port a053d25e-e1e0-4fb9-abd8-dc8751275d2e on network 1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:21:15.903919 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:21:15.904429 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Checking segment: {'id': 'bbb3615f-4833-4fe4-97de-c8d85c1d164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:21:15.905135 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:15.905542 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Bound using segment: {'id': 'bbb3615f-4833-4fe4-97de-c8d85c1d164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:21:15.906071 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Bound port: a053d25e-e1e0-4fb9-abd8-dc8751275d2e, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb3615f-4833-4fe4-97de-c8d85c1d164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:21:15.906509 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (a053d25e-e1e0-4fb9-abd8-dc8751275d2e), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:15.990407 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] For port a053d25e-e1e0-4fb9-abd8-dc8751275d2e, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:21:16.020153 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] For port a053d25e-e1e0-4fb9-abd8-dc8751275d2e, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=a053d25e-e1e0-4fb9-abd8-dc8751275d2e,segment=NetworkSegment(bbb3615f-4833-4fe4-97de-c8d85c1d164c),segment_id=bbb3615f-4833-4fe4-97de-c8d85c1d164c)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:21:16.029563 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (a053d25e-e1e0-4fb9-abd8-dc8751275d2e), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:16.109239 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82cd9a0-1b69-4b82-b6da-f8343ba42f23 None None] Pushing event updated for resources: {'Port': ['ID=a053d25e-e1e0-4fb9-abd8-dc8751275d2e,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:21:17.612857 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 38248) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:21:18.129312 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [None req-a1cbcb41-4a9f-41c7-a8a7-b87b035dfd54 admin admin] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 14:21:18.130364 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-a1cbcb41-4a9f-41c7-a8a7-b87b035dfd54 admin admin] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5160463 Oct 04 14:21:21.153313 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 38256) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:21:21.761743 dv-cinder-860260-1-iscsi neutron-server[106356]: WARNING oslo_policy.policy [None req-1c5c9984-9db2-4c2b-aa95-da576675cb47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 14:21:21.762265 dv-cinder-860260-1-iscsi neutron-server[106356]: WARNING oslo_policy.policy [None req-1c5c9984-9db2-4c2b-aa95-da576675cb47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 14:21:21.987074 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [None req-1c5c9984-9db2-4c2b-aa95-da576675cb47 admin admin] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 14:21:21.988117 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-1c5c9984-9db2-4c2b-aa95-da576675cb47 admin admin] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8338861 Oct 04 14:21:24.641317 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=21,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:24.643576 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=62,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:25.124138 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device a053d25e-e1e0-4fb9-abd8-dc8751275d2e up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:21:25.242438 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port a053d25e-e1e0-4fb9-abd8-dc8751275d2e triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:21:25.243022 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (a053d25e-e1e0-4fb9-abd8-dc8751275d2e), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:25.243578 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port a053d25e-e1e0-4fb9-abd8-dc8751275d2e Oct 04 14:21:25.369901 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 38276) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:21:25.470496 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port a053d25e-e1e0-4fb9-abd8-dc8751275d2e is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:21:25.471230 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (a053d25e-e1e0-4fb9-abd8-dc8751275d2e), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:25.525024 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port a053d25e-e1e0-4fb9-abd8-dc8751275d2e, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=a053d25e-e1e0-4fb9-abd8-dc8751275d2e,segment=NetworkSegment(bbb3615f-4833-4fe4-97de-c8d85c1d164c),segment_id=bbb3615f-4833-4fe4-97de-c8d85c1d164c)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:21:25.532897 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (a053d25e-e1e0-4fb9-abd8-dc8751275d2e), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:25.594504 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:25.622934 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=a053d25e-e1e0-4fb9-abd8-dc8751275d2e,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:21:25.872890 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-39c05560-f76c-43cd-884e-94762dfbb713 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:21:25.882982 dv-cinder-860260-1-iscsi neutron-server[106356]: ERROR stevedore.extension [None req-39c05560-f76c-43cd-884e-94762dfbb713 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 04 14:21:25.925605 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570a2e0c-aee4-435d-ac41-d0132afc70d4 None None] Network 1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:21:25.957614 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.policy [None req-39c05560-f76c-43cd-884e-94762dfbb713 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106356) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 04 14:21:26.024215 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-b4c53740-e2d6-456e-b5eb-c77ab30ed01f None None] Provisioning complete for port a053d25e-e1e0-4fb9-abd8-dc8751275d2e triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:21:26.024818 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b4c53740-e2d6-456e-b5eb-c77ab30ed01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (a053d25e-e1e0-4fb9-abd8-dc8751275d2e), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:26.025315 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-b4c53740-e2d6-456e-b5eb-c77ab30ed01f None None] Attempt 1 to provision port a053d25e-e1e0-4fb9-abd8-dc8751275d2e Oct 04 14:21:26.039230 dv-cinder-860260-1-iscsi neutron-server[106356]: WARNING oslo_policy.policy [None req-39c05560-f76c-43cd-884e-94762dfbb713 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 14:21:26.039873 dv-cinder-860260-1-iscsi neutron-server[106356]: WARNING oslo_policy.policy [None req-39c05560-f76c-43cd-884e-94762dfbb713 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 14:21:26.076063 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writer thread running {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 14:21:26.086220 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:26.092769 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:26.150122 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-39c05560-f76c-43cd-884e-94762dfbb713 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7312'] for router (8bc179f8-a2aa-48e9-9303-a667a1c64889), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:26.153317 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-39c05560-f76c-43cd-884e-94762dfbb713 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7307'] for router (8bc179f8-a2aa-48e9-9303-a667a1c64889), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:26.256737 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-b4c53740-e2d6-456e-b5eb-c77ab30ed01f None None] Current status of the port a053d25e-e1e0-4fb9-abd8-dc8751275d2e is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:21:26.380987 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-39c05560-f76c-43cd-884e-94762dfbb713 demo demo] Publish callbacks [] for router_controller (8bc179f8-a2aa-48e9-9303-a667a1c64889), precommit_add_association {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:26.387699 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-39c05560-f76c-43cd-884e-94762dfbb713 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549326'] for router (8bc179f8-a2aa-48e9-9303-a667a1c64889), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:26.420261 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-39c05560-f76c-43cd-884e-94762dfbb713 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:26.422033 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-39c05560-f76c-43cd-884e-94762dfbb713 demo demo] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0505548 Oct 04 14:21:26.478259 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-b023b4df-b4d0-4d10-9c18-5f13bed9aa20 None None] Provisioning complete for port a053d25e-e1e0-4fb9-abd8-dc8751275d2e triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:21:26.478741 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b023b4df-b4d0-4d10-9c18-5f13bed9aa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (a053d25e-e1e0-4fb9-abd8-dc8751275d2e), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:26.479157 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-b023b4df-b4d0-4d10-9c18-5f13bed9aa20 None None] Attempt 1 to provision port a053d25e-e1e0-4fb9-abd8-dc8751275d2e Oct 04 14:21:26.575766 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-b023b4df-b4d0-4d10-9c18-5f13bed9aa20 None None] Current status of the port a053d25e-e1e0-4fb9-abd8-dc8751275d2e is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:21:26.975864 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d515ec1c-a7d2-4cd9-ab29-3ced263afa5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:27.064610 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device a053d25e-e1e0-4fb9-abd8-dc8751275d2e up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:21:27.108839 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:27.120499 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port a053d25e-e1e0-4fb9-abd8-dc8751275d2e triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:21:27.120898 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (a053d25e-e1e0-4fb9-abd8-dc8751275d2e), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:27.121245 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port a053d25e-e1e0-4fb9-abd8-dc8751275d2e Oct 04 14:21:27.219580 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port a053d25e-e1e0-4fb9-abd8-dc8751275d2e is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:21:29.346752 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 38288) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:21:29.398766 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b3af132d-e638-44d6-8266-45cf7ddff665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:29.741584 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [None req-7ca89742-0e0d-469e-8067-1948385052c6 admin admin] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 14:21:29.742595 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-7ca89742-0e0d-469e-8067-1948385052c6 admin admin] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3947964 Oct 04 14:21:32.194834 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:32.606422 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 38296) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:21:32.746111 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:33.000960 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:21:33.026035 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Made reservation on behalf of 79763f634e4d4d53967547cda84e5ebd for: {'network': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:21:33.029094 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for network (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:33.046780 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:33.164292 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Publish callbacks [] for security_group (6d3a1002-f26c-47aa-84e8-8784f4cbd4bf), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:33.168209 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (6d3a1002-f26c-47aa-84e8-8784f4cbd4bf), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:33.181297 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Reserving flat network on physical network physnet1 {{(pid=106356) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 04 14:21:33.217931 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767534955475', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (04080455-473f-4c13-aa7d-4409f19c5551), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:33.218495 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Unsubscribe: segment precommit_create {{(pid=106356) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 04 14:21:33.219025 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.segments_db [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Added segment 04080455-473f-4c13-aa7d-4409f19c5551 of type flat for network de362cfd-b891-4103-bae0-869e4a402a70 Oct 04 14:21:33.237220 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3a1002-f26c-47aa-84e8-8784f4cbd4bf,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:21:33.285839 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:33.286077 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:33.286437 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:33.286770 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:33.287100 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:33.287428 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:33.287761 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:33.288071 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:33.288449 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:33.288765 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:33.289098 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:33.289442 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:33.289765 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:33.290079 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:33.290392 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Tracked resource versions report: Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: pushed versions: Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: { 'AddressGroup': {'1.2'}, Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'Agent': {'1.1'}, Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'ConntrackHelper': {'1.0'}, Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'LocalIPAssociation': {'1.0'}, Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'Log': {'1.0'}, Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'NDPProxy': {'1.0'}, Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'Network': {'1.1'}, Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'Port': {'1.7'}, Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'PortForwarding': {'1.3'}, Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'QosPolicy': {'1.10'}, Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'SecurityGroup': {'1.5'}, Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'SecurityGroupRule': {'1.2'}, Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'SubPort': {'1.0'}, Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'Subnet': {'1.1'}, Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'Trunk': {'1.1'}} Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: consumer versions: Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: { DHCP agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: L3 agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: Metadata agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: Metering agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: Open vSwitch agent@dv-cinder-860260-1-iscsi: { 'AddressGroup': '1.2', Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'Agent': '1.1', Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'ConntrackHelper': '1.0', Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'LocalIPAssociation': '1.0', Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'Log': '1.0', Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'NDPProxy': '1.0', Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'Network': '1.1', Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'Port': '1.7', Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'PortForwarding': '1.3', Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'QosPolicy': '1.10', Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'SecurityGroup': '1.5', Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'SecurityGroupRule': '1.2', Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'SubPort': '1.0', Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'Subnet': '1.1', Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: 'Trunk': '1.1'}} Oct 04 14:21:33.291790 dv-cinder-860260-1-iscsi neutron-server[106356]: {{(pid=106356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 14:21:33.343726 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767534377674'] for network (de362cfd-b891-4103-bae0-869e4a402a70), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:33.395369 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for network (de362cfd-b891-4103-bae0-869e4a402a70), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:33.396572 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:21:33.397266 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:33.489537 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8820047 Oct 04 14:21:33.511423 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02079e83-51f9-43e5-b8df-8e624441d676 admin admin] Pushing event updated for resources: {'Network': ['ID=de362cfd-b891-4103-bae0-869e4a402a70,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:21:33.523500 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Network de362cfd-b891-4103-bae0-869e4a402a70 details requested by agent ovs-agent-dv-cinder-860260-1-iscsi with host dv-cinder-860260-1-iscsi {{(pid=106357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 14:21:33.755415 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:35.208254 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 5 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:21:36.456076 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 38308) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:21:37.047639 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c647c9d2-b845-415f-a76a-98f1be3ad9b6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:21:37.049673 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-c647c9d2-b845-415f-a76a-98f1be3ad9b6 demo admin] 10.222.0.64 "GET /networking/v2.0/subnets/4d3b7445-b32b-46ec-b1a1-f229bf5eb31e HTTP/1.1" status: 200 len: 849 time: 0.5921614 Oct 04 14:21:37.206412 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-b3c2c8ce-a266-4453-abeb-73482e062799 demo admin] 10.222.0.64 "GET /networking/v2.0/routers/8bc179f8-a2aa-48e9-9303-a667a1c64889 HTTP/1.1" status: 200 len: 704 time: 0.1504090 Oct 04 14:21:37.496396 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:37.514973 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ad17437c-697b-445d-acfe-e86fa1cba55e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:37.675827 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:37.866138 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [None req-ad17437c-697b-445d-acfe-e86fa1cba55e demo admin] Allocated IP 172.20.0.1 (1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7/4d3b7445-b32b-46ec-b1a1-f229bf5eb31e/c917f4c7-6681-4b69-be3e-dbabd9fab0e6) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:21:38.093549 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ad17437c-697b-445d-acfe-e86fa1cba55e demo admin] Publish callbacks [] for port (c917f4c7-6681-4b69-be3e-dbabd9fab0e6), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:38.164751 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ad17437c-697b-445d-acfe-e86fa1cba55e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (c917f4c7-6681-4b69-be3e-dbabd9fab0e6), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:38.252352 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad17437c-697b-445d-acfe-e86fa1cba55e demo admin] Network 1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:21:38.258767 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-ad17437c-697b-445d-acfe-e86fa1cba55e demo admin] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:21:38.264711 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17437c-697b-445d-acfe-e86fa1cba55e demo admin] Pushing event updated for resources: {'Port': ['ID=c917f4c7-6681-4b69-be3e-dbabd9fab0e6,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:21:38.268574 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad17437c-697b-445d-acfe-e86fa1cba55e demo admin] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:21:38.269032 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ad17437c-697b-445d-acfe-e86fa1cba55e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737589'] for router_interface (8bc179f8-a2aa-48e9-9303-a667a1c64889), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:38.480748 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-a23ded2d-9560-4ed1-bcbf-61ad0b3918ba None None] Provisioning complete for port c917f4c7-6681-4b69-be3e-dbabd9fab0e6 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:21:38.481388 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a23ded2d-9560-4ed1-bcbf-61ad0b3918ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (c917f4c7-6681-4b69-be3e-dbabd9fab0e6), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:38.481832 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-a23ded2d-9560-4ed1-bcbf-61ad0b3918ba None None] Attempt 1 to provision port c917f4c7-6681-4b69-be3e-dbabd9fab0e6 Oct 04 14:21:38.537118 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-a23ded2d-9560-4ed1-bcbf-61ad0b3918ba None None] Port c917f4c7-6681-4b69-be3e-dbabd9fab0e6 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:21:38.538834 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ad17437c-697b-445d-acfe-e86fa1cba55e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (c917f4c7-6681-4b69-be3e-dbabd9fab0e6), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:38.827454 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ad17437c-697b-445d-acfe-e86fa1cba55e demo admin] Publish callbacks [] for port (c917f4c7-6681-4b69-be3e-dbabd9fab0e6), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:38.833775 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ad17437c-697b-445d-acfe-e86fa1cba55e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (c917f4c7-6681-4b69-be3e-dbabd9fab0e6), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:38.834625 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ad17437c-697b-445d-acfe-e86fa1cba55e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737705'] for router_interface (8bc179f8-a2aa-48e9-9303-a667a1c64889), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:38.913543 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17437c-697b-445d-acfe-e86fa1cba55e demo admin] Pushing event updated for resources: {'Port': ['ID=c917f4c7-6681-4b69-be3e-dbabd9fab0e6,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:21:38.920438 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:38.936729 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:38.979455 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad17437c-697b-445d-acfe-e86fa1cba55e demo admin] Network 1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:21:38.980903 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-ad17437c-697b-445d-acfe-e86fa1cba55e demo admin] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:21:39.177373 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad17437c-697b-445d-acfe-e86fa1cba55e demo admin] Router 8bc179f8-a2aa-48e9-9303-a667a1c64889 is scheduled to L3 agent 143239ad-78d0-4b46-bab7-60f655805716 with binding_index 1 {{(pid=106356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 14:21:39.265134 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-a95b72f9-3313-4b37-8d28-a12f1b3f6e13 None None] Provisioning complete for port c917f4c7-6681-4b69-be3e-dbabd9fab0e6 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:21:39.265631 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a95b72f9-3313-4b37-8d28-a12f1b3f6e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (c917f4c7-6681-4b69-be3e-dbabd9fab0e6), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:39.266150 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-a95b72f9-3313-4b37-8d28-a12f1b3f6e13 None None] Attempt 1 to provision port c917f4c7-6681-4b69-be3e-dbabd9fab0e6 Oct 04 14:21:39.286494 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad17437c-697b-445d-acfe-e86fa1cba55e demo admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:21:39.297228 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-ad17437c-697b-445d-acfe-e86fa1cba55e demo admin] 10.222.0.64 "PUT /networking/v2.0/routers/8bc179f8-a2aa-48e9-9303-a667a1c64889/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0828812 Oct 04 14:21:39.312394 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] Sync routers for ids ['8bc179f8-a2aa-48e9-9303-a667a1c64889'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:21:39.319329 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-a95b72f9-3313-4b37-8d28-a12f1b3f6e13 None None] Port c917f4c7-6681-4b69-be3e-dbabd9fab0e6 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:21:39.332394 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] Routers {'8bc179f8-a2aa-48e9-9303-a667a1c64889'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:21:39.333463 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:21:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['8bc179f8-a2aa-48e9-9303-a667a1c64889'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:21:39.541803 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] Set router 8bc179f8-a2aa-48e9-9303-a667a1c64889 gateway port host: None {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:21:40.013969 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc179f8-a2aa-48e9-9303-a667a1c64889', 'name': 'router1', 'tenant_id': '957c97404bb9448e9d03eee0d3225b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:21:26Z', 'updated_at': '2022-10-04T14:21:38Z', 'revision_number': 2, 'project_id': '957c97404bb9448e9d03eee0d3225b85', 'gw_port_host': None, '_interfaces': [{'id': 'c917f4c7-6681-4b69-be3e-dbabd9fab0e6', 'name': '', 'network_id': '1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7', 'tenant_id': '957c97404bb9448e9d03eee0d3225b85', 'mac_address': 'fa:16:3e:76:49:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc179f8-a2aa-48e9-9303-a667a1c64889', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d3b7445-b32b-46ec-b1a1-f229bf5eb31e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:21:37Z', 'updated_at': '2022-10-04T14:21:38Z', 'revision_number': 2, 'project_id': '957c97404bb9448e9d03eee0d3225b85', 'subnets': [{'id': '4d3b7445-b32b-46ec-b1a1-f229bf5eb31e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '04889c1e-3fef-4ebb-a494-7003420387b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:21:40.066616 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] Checking router: 8bc179f8-a2aa-48e9-9303-a667a1c64889 for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:21:40.066982 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] Updating router 8bc179f8-a2aa-48e9-9303-a667a1c64889 port c917f4c7-6681-4b69-be3e-dbabd9fab0e6 binding host dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 14:21:40.128025 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (c917f4c7-6681-4b69-be3e-dbabd9fab0e6), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:40.722590 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] Publish callbacks [] for port (c917f4c7-6681-4b69-be3e-dbabd9fab0e6), precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:40.732171 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (c917f4c7-6681-4b69-be3e-dbabd9fab0e6), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:40.890857 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e87414-e4a7-4c7b-9c18-00703444288a None None] Pushing event updated for resources: {'Port': ['ID=c917f4c7-6681-4b69-be3e-dbabd9fab0e6,revision_number=3']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:21:40.894334 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] Attempting to bind port c917f4c7-6681-4b69-be3e-dbabd9fab0e6 on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:21:40.894719 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] Attempting to bind port c917f4c7-6681-4b69-be3e-dbabd9fab0e6 by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': 'bbb3615f-4833-4fe4-97de-c8d85c1d164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7'}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:21:40.895133 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] Attempting to bind port c917f4c7-6681-4b69-be3e-dbabd9fab0e6 on network 1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7 {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:21:40.927882 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e87414-e4a7-4c7b-9c18-00703444288a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:40.928228 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e87414-e4a7-4c7b-9c18-00703444288a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:40.928606 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e87414-e4a7-4c7b-9c18-00703444288a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:40.928920 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e87414-e4a7-4c7b-9c18-00703444288a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:40.929244 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e87414-e4a7-4c7b-9c18-00703444288a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:40.929643 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e87414-e4a7-4c7b-9c18-00703444288a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:40.930018 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e87414-e4a7-4c7b-9c18-00703444288a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:40.930195 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e87414-e4a7-4c7b-9c18-00703444288a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:40.930513 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e87414-e4a7-4c7b-9c18-00703444288a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:40.930866 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e87414-e4a7-4c7b-9c18-00703444288a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:40.931242 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e87414-e4a7-4c7b-9c18-00703444288a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:40.931593 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e87414-e4a7-4c7b-9c18-00703444288a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:40.932032 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e87414-e4a7-4c7b-9c18-00703444288a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:40.932534 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e87414-e4a7-4c7b-9c18-00703444288a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:40.932978 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e87414-e4a7-4c7b-9c18-00703444288a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e87414-e4a7-4c7b-9c18-00703444288a None None] Tracked resource versions report: Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: pushed versions: Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: { 'AddressGroup': {'1.2'}, Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'Agent': {'1.1'}, Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'ConntrackHelper': {'1.0'}, Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'LocalIPAssociation': {'1.0'}, Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'Log': {'1.0'}, Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'NDPProxy': {'1.0'}, Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'Network': {'1.1'}, Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'Port': {'1.7'}, Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'PortForwarding': {'1.3'}, Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'QosPolicy': {'1.10'}, Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'SecurityGroup': {'1.5'}, Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'SecurityGroupRule': {'1.2'}, Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'SubPort': {'1.0'}, Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'Subnet': {'1.1'}, Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'Trunk': {'1.1'}} Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: consumer versions: Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: { DHCP agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: L3 agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: Metadata agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: Metering agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: Open vSwitch agent@dv-cinder-860260-1-iscsi: { 'AddressGroup': '1.2', Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'Agent': '1.1', Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'ConntrackHelper': '1.0', Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'LocalIPAssociation': '1.0', Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'Log': '1.0', Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'NDPProxy': '1.0', Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'Network': '1.1', Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'Port': '1.7', Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'PortForwarding': '1.3', Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'QosPolicy': '1.10', Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'SecurityGroup': '1.5', Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'SecurityGroupRule': '1.2', Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'SubPort': '1.0', Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'Subnet': '1.1', Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: 'Trunk': '1.1'}} Oct 04 14:21:40.935098 dv-cinder-860260-1-iscsi neutron-server[106358]: {{(pid=106358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 14:21:41.031747 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:21:41.032146 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] Checking segment: {'id': 'bbb3615f-4833-4fe4-97de-c8d85c1d164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:21:41.032646 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:41.033035 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] Bound using segment: {'id': 'bbb3615f-4833-4fe4-97de-c8d85c1d164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7'} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:21:41.033635 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] Bound port: c917f4c7-6681-4b69-be3e-dbabd9fab0e6, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb3615f-4833-4fe4-97de-c8d85c1d164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7'}}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:21:41.034261 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (c917f4c7-6681-4b69-be3e-dbabd9fab0e6), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:41.091197 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:41.111129 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] For port c917f4c7-6681-4b69-be3e-dbabd9fab0e6, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:21:41.115293 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:41.138025 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] For port c917f4c7-6681-4b69-be3e-dbabd9fab0e6, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=c917f4c7-6681-4b69-be3e-dbabd9fab0e6,segment=NetworkSegment(bbb3615f-4833-4fe4-97de-c8d85c1d164c),segment_id=bbb3615f-4833-4fe4-97de-c8d85c1d164c)] {{(pid=106358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:21:41.151047 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (c917f4c7-6681-4b69-be3e-dbabd9fab0e6), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:41.189225 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] Routers {'8bc179f8-a2aa-48e9-9303-a667a1c64889'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:21:41.190451 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:21:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['8bc179f8-a2aa-48e9-9303-a667a1c64889'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:21:41.275761 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e87414-e4a7-4c7b-9c18-00703444288a None None] Pushing event updated for resources: {'Port': ['ID=c917f4c7-6681-4b69-be3e-dbabd9fab0e6,revision_number=4']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:21:41.300113 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] Set router 8bc179f8-a2aa-48e9-9303-a667a1c64889 gateway port host: None {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:21:41.524716 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc179f8-a2aa-48e9-9303-a667a1c64889', 'name': 'router1', 'tenant_id': '957c97404bb9448e9d03eee0d3225b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:21:26Z', 'updated_at': '2022-10-04T14:21:38Z', 'revision_number': 2, 'project_id': '957c97404bb9448e9d03eee0d3225b85', 'gw_port_host': None, '_interfaces': [{'id': 'c917f4c7-6681-4b69-be3e-dbabd9fab0e6', 'name': '', 'network_id': '1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7', 'tenant_id': '957c97404bb9448e9d03eee0d3225b85', 'mac_address': 'fa:16:3e:76:49:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc179f8-a2aa-48e9-9303-a667a1c64889', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d3b7445-b32b-46ec-b1a1-f229bf5eb31e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:21:37Z', 'updated_at': '2022-10-04T14:21:41Z', 'revision_number': 4, 'project_id': '957c97404bb9448e9d03eee0d3225b85', 'subnets': [{'id': '4d3b7445-b32b-46ec-b1a1-f229bf5eb31e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '04889c1e-3fef-4ebb-a494-7003420387b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:21:41.552877 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f217440b-4bf2-487b-a3c2-4aee63578f1d None None] The sync data for ids ['8bc179f8-a2aa-48e9-9303-a667a1c64889'] in dv-cinder-860260-1-iscsi is: [{'id': '8bc179f8-a2aa-48e9-9303-a667a1c64889', 'name': 'router1', 'tenant_id': '957c97404bb9448e9d03eee0d3225b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:21:26Z', 'updated_at': '2022-10-04T14:21:38Z', 'revision_number': 2, 'project_id': '957c97404bb9448e9d03eee0d3225b85', 'gw_port_host': None, '_interfaces': [{'id': 'c917f4c7-6681-4b69-be3e-dbabd9fab0e6', 'name': '', 'network_id': '1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7', 'tenant_id': '957c97404bb9448e9d03eee0d3225b85', 'mac_address': 'fa:16:3e:76:49:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc179f8-a2aa-48e9-9303-a667a1c64889', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d3b7445-b32b-46ec-b1a1-f229bf5eb31e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:21:37Z', 'updated_at': '2022-10-04T14:21:41Z', 'revision_number': 4, 'project_id': '957c97404bb9448e9d03eee0d3225b85', 'subnets': [{'id': '4d3b7445-b32b-46ec-b1a1-f229bf5eb31e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '04889c1e-3fef-4ebb-a494-7003420387b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:21:42.214214 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 38320) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:21:42.633457 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b27437-28b9-4904-bebc-2eb795e069ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:21:42.634829 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-94b27437-28b9-4904-bebc-2eb795e069ab admin admin] 10.222.0.64 "GET /networking/v2.0/networks/de362cfd-b891-4103-bae0-869e4a402a70 HTTP/1.1" status: 200 len: 842 time: 0.4197013 Oct 04 14:21:42.645213 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-619e3d7d-25dc-432d-943d-f9ecd2336b8b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:21:42.671907 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619e3d7d-25dc-432d-943d-f9ecd2336b8b admin admin] Made reservation on behalf of 79763f634e4d4d53967547cda84e5ebd for: {'subnet': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:21:42.675053 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-619e3d7d-25dc-432d-943d-f9ecd2336b8b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:42.993050 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.objects.ports [None req-619e3d7d-25dc-432d-943d-f9ecd2336b8b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106356) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 04 14:21:42.993514 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-619e3d7d-25dc-432d-943d-f9ecd2336b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for subnet (3c2c6c3c-3853-43fc-af9b-8782761709b2), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:43.045800 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e3d7d-25dc-432d-943d-f9ecd2336b8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c2c6c3c-3853-43fc-af9b-8782761709b2,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:21:43.068238 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619e3d7d-25dc-432d-943d-f9ecd2336b8b admin admin] Checking segment: {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:21:43.068631 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619e3d7d-25dc-432d-943d-f9ecd2336b8b admin admin] Network hostable DHCP agents. Network: de362cfd-b891-4103-bae0-869e4a402a70, hostable agents: ['ca19cd2b-474d-4d89-a742-81ad09a7c505'], hosted agents: [] {{(pid=106356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 14:21:43.097084 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619e3d7d-25dc-432d-943d-f9ecd2336b8b admin admin] Network de362cfd-b891-4103-bae0-869e4a402a70 is scheduled to be hosted by DHCP agent ca19cd2b-474d-4d89-a742-81ad09a7c505 with binding_index 1 {{(pid=106356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 14:21:43.110239 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-619e3d7d-25dc-432d-943d-f9ecd2336b8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860260-1-iscsi, de362cfd-b891-4103-bae0-869e4a402a70) {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:21:43.115664 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619e3d7d-25dc-432d-943d-f9ecd2336b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:21:43.116264 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-619e3d7d-25dc-432d-943d-f9ecd2336b8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:43.122304 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6ca119-fd25-4717-8467-fdd7b992eda8 None None] Network de362cfd-b891-4103-bae0-869e4a402a70 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:21:43.152511 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-619e3d7d-25dc-432d-943d-f9ecd2336b8b admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5054884 Oct 04 14:21:43.246942 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61fd831-ee13-47be-bc18-2d515516b3af None None] Network de362cfd-b891-4103-bae0-869e4a402a70 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:21:46.062572 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 38328) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:21:46.585980 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:46.609618 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-bbe563ef-75ec-499c-9737-70103f95d0f3 demo admin] 10.222.0.64 "GET /networking/v2.0/routers/8bc179f8-a2aa-48e9-9303-a667a1c64889 HTTP/1.1" status: 200 len: 710 time: 0.5455165 Oct 04 14:21:46.711528 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3550b182-2c5a-4daf-9c14-d2cc87e3414c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:21:46.712984 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-3550b182-2c5a-4daf-9c14-d2cc87e3414c demo admin] 10.222.0.64 "GET /networking/v2.0/networks/de362cfd-b891-4103-bae0-869e4a402a70 HTTP/1.1" status: 200 len: 886 time: 0.0957494 Oct 04 14:21:46.725168 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-97403fde-26be-4c27-974a-6a54b340690f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:21:46.810493 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:47.130435 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device c917f4c7-6681-4b69-be3e-dbabd9fab0e6 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:21:47.134253 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-97403fde-26be-4c27-974a-6a54b340690f demo admin] Publish callbacks [] for router_gateway (8bc179f8-a2aa-48e9-9303-a667a1c64889), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:47.179322 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port c917f4c7-6681-4b69-be3e-dbabd9fab0e6 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:21:47.179596 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (c917f4c7-6681-4b69-be3e-dbabd9fab0e6), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:47.179915 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port c917f4c7-6681-4b69-be3e-dbabd9fab0e6 Oct 04 14:21:47.258738 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port c917f4c7-6681-4b69-be3e-dbabd9fab0e6 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:21:47.259128 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (c917f4c7-6681-4b69-be3e-dbabd9fab0e6), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:47.297411 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port c917f4c7-6681-4b69-be3e-dbabd9fab0e6, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=c917f4c7-6681-4b69-be3e-dbabd9fab0e6,segment=NetworkSegment(bbb3615f-4833-4fe4-97de-c8d85c1d164c),segment_id=bbb3615f-4833-4fe4-97de-c8d85c1d164c)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:21:47.304238 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (c917f4c7-6681-4b69-be3e-dbabd9fab0e6), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:47.364433 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=c917f4c7-6681-4b69-be3e-dbabd9fab0e6,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:21:47.426351 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-97403fde-26be-4c27-974a-6a54b340690f demo admin] Publish callbacks [] for router_gateway (8bc179f8-a2aa-48e9-9303-a667a1c64889), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:47.513824 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-97403fde-26be-4c27-974a-6a54b340690f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:47.671304 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [None req-97403fde-26be-4c27-974a-6a54b340690f demo admin] Allocated IP 172.27.3.95 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/7953d129-c7d9-4b16-a518-2fc241f6a6f7) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:21:47.785579 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-97403fde-26be-4c27-974a-6a54b340690f demo admin] Publish callbacks [] for port (7953d129-c7d9-4b16-a518-2fc241f6a6f7), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:47.802348 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:47.824038 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-97403fde-26be-4c27-974a-6a54b340690f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (7953d129-c7d9-4b16-a518-2fc241f6a6f7), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:47.871269 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97403fde-26be-4c27-974a-6a54b340690f demo admin] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:21:47.873362 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-97403fde-26be-4c27-974a-6a54b340690f demo admin] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:21:47.877706 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97403fde-26be-4c27-974a-6a54b340690f demo admin] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:21:47.883093 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97403fde-26be-4c27-974a-6a54b340690f demo admin] Pushing event updated for resources: {'Port': ['ID=7953d129-c7d9-4b16-a518-2fc241f6a6f7,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:21:47.973269 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:48.153753 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-97403fde-26be-4c27-974a-6a54b340690f demo admin] Publish callbacks [] for router_gateway (8bc179f8-a2aa-48e9-9303-a667a1c64889), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:48.396260 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-97403fde-26be-4c27-974a-6a54b340690f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7349'] for router (8bc179f8-a2aa-48e9-9303-a667a1c64889), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:48.400135 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-97403fde-26be-4c27-974a-6a54b340690f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-549329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551914'] for router (8bc179f8-a2aa-48e9-9303-a667a1c64889), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:48.519608 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97403fde-26be-4c27-974a-6a54b340690f demo admin] Router 8bc179f8-a2aa-48e9-9303-a667a1c64889 has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:21:48.657948 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97403fde-26be-4c27-974a-6a54b340690f demo admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:21:48.662477 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-97403fde-26be-4c27-974a-6a54b340690f demo admin] Publish callbacks [] for router (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:48.663720 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-97403fde-26be-4c27-974a-6a54b340690f demo admin] 10.222.0.64 "PUT /networking/v2.0/routers/8bc179f8-a2aa-48e9-9303-a667a1c64889 HTTP/1.1" status: 200 len: 889 time: 1.9446752 Oct 04 14:21:48.680606 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] Sync routers for ids ['8bc179f8-a2aa-48e9-9303-a667a1c64889'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:21:48.693891 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] Routers {'8bc179f8-a2aa-48e9-9303-a667a1c64889'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:21:48.694589 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:21:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['8bc179f8-a2aa-48e9-9303-a667a1c64889'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:21:48.913170 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:48.931000 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] Set router 8bc179f8-a2aa-48e9-9303-a667a1c64889 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:21:49.092601 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device c917f4c7-6681-4b69-be3e-dbabd9fab0e6 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:21:49.240125 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:49.298651 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port c917f4c7-6681-4b69-be3e-dbabd9fab0e6 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:21:49.299130 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (c917f4c7-6681-4b69-be3e-dbabd9fab0e6), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:49.299530 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port c917f4c7-6681-4b69-be3e-dbabd9fab0e6 Oct 04 14:21:49.573788 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc179f8-a2aa-48e9-9303-a667a1c64889', 'name': 'router1', 'tenant_id': '957c97404bb9448e9d03eee0d3225b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '7953d129-c7d9-4b16-a518-2fc241f6a6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:21:26Z', 'updated_at': '2022-10-04T14:21:48Z', 'revision_number': 4, 'project_id': '957c97404bb9448e9d03eee0d3225b85', 'gw_port': {'id': '7953d129-c7d9-4b16-a518-2fc241f6a6f7', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc179f8-a2aa-48e9-9303-a667a1c64889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:21:47Z', 'updated_at': '2022-10-04T14:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'c917f4c7-6681-4b69-be3e-dbabd9fab0e6', 'name': '', 'network_id': '1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7', 'tenant_id': '957c97404bb9448e9d03eee0d3225b85', 'mac_address': 'fa:16:3e:76:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc179f8-a2aa-48e9-9303-a667a1c64889', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d3b7445-b32b-46ec-b1a1-f229bf5eb31e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:21:37Z', 'updated_at': '2022-10-04T14:21:47Z', 'revision_number': 5, 'project_id': '957c97404bb9448e9d03eee0d3225b85', 'subnets': [{'id': '4d3b7445-b32b-46ec-b1a1-f229bf5eb31e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '04889c1e-3fef-4ebb-a494-7003420387b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:21:49.631838 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] Checking router: 8bc179f8-a2aa-48e9-9303-a667a1c64889 for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:21:49.632187 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] Updating router 8bc179f8-a2aa-48e9-9303-a667a1c64889 port 7953d129-c7d9-4b16-a518-2fc241f6a6f7 binding host dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 14:21:49.649351 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port c917f4c7-6681-4b69-be3e-dbabd9fab0e6 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:21:49.695522 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (7953d129-c7d9-4b16-a518-2fc241f6a6f7), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:49.974570 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:50.161060 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] Publish callbacks [] for port (7953d129-c7d9-4b16-a518-2fc241f6a6f7), precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:50.167269 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (7953d129-c7d9-4b16-a518-2fc241f6a6f7), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:50.201713 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] Attempting to bind port 7953d129-c7d9-4b16-a518-2fc241f6a6f7 on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:21:50.202077 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] Attempting to bind port 7953d129-c7d9-4b16-a518-2fc241f6a6f7 by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:21:50.202457 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] Attempting to bind port 7953d129-c7d9-4b16-a518-2fc241f6a6f7 on network de362cfd-b891-4103-bae0-869e4a402a70 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:21:50.240276 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe5d39-5325-408b-8163-de6f2cf286e7 None None] Pushing event updated for resources: {'Port': ['ID=7953d129-c7d9-4b16-a518-2fc241f6a6f7,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:21:50.268630 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:21:50.269028 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] Checking segment: {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:21:50.269626 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:50.270168 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] Bound using segment: {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:21:50.270889 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] Bound port: 7953d129-c7d9-4b16-a518-2fc241f6a6f7, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:21:50.271450 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (7953d129-c7d9-4b16-a518-2fc241f6a6f7), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:50.331049 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] For port 7953d129-c7d9-4b16-a518-2fc241f6a6f7, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:21:50.334585 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] For port 7953d129-c7d9-4b16-a518-2fc241f6a6f7, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=7953d129-c7d9-4b16-a518-2fc241f6a6f7,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:21:50.342021 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (7953d129-c7d9-4b16-a518-2fc241f6a6f7), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:50.385597 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] Routers {'8bc179f8-a2aa-48e9-9303-a667a1c64889'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:21:50.386226 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:21:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['8bc179f8-a2aa-48e9-9303-a667a1c64889'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:21:50.453851 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe5d39-5325-408b-8163-de6f2cf286e7 None None] Pushing event updated for resources: {'Port': ['ID=7953d129-c7d9-4b16-a518-2fc241f6a6f7,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:21:50.532263 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] Set router 8bc179f8-a2aa-48e9-9303-a667a1c64889 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:21:50.749483 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc179f8-a2aa-48e9-9303-a667a1c64889', 'name': 'router1', 'tenant_id': '957c97404bb9448e9d03eee0d3225b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '7953d129-c7d9-4b16-a518-2fc241f6a6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:21:26Z', 'updated_at': '2022-10-04T14:21:48Z', 'revision_number': 4, 'project_id': '957c97404bb9448e9d03eee0d3225b85', 'gw_port': {'id': '7953d129-c7d9-4b16-a518-2fc241f6a6f7', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc179f8-a2aa-48e9-9303-a667a1c64889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:21:47Z', 'updated_at': '2022-10-04T14:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'c917f4c7-6681-4b69-be3e-dbabd9fab0e6', 'name': '', 'network_id': '1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7', 'tenant_id': '957c97404bb9448e9d03eee0d3225b85', 'mac_address': 'fa:16:3e:76:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc179f8-a2aa-48e9-9303-a667a1c64889', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d3b7445-b32b-46ec-b1a1-f229bf5eb31e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:21:37Z', 'updated_at': '2022-10-04T14:21:47Z', 'revision_number': 5, 'project_id': '957c97404bb9448e9d03eee0d3225b85', 'subnets': [{'id': '4d3b7445-b32b-46ec-b1a1-f229bf5eb31e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '04889c1e-3fef-4ebb-a494-7003420387b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:21:50.780558 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e25c41f-0d2b-48fc-ac5f-0bd914f56fb1 None None] The sync data for ids ['8bc179f8-a2aa-48e9-9303-a667a1c64889'] in dv-cinder-860260-1-iscsi is: [{'id': '8bc179f8-a2aa-48e9-9303-a667a1c64889', 'name': 'router1', 'tenant_id': '957c97404bb9448e9d03eee0d3225b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '7953d129-c7d9-4b16-a518-2fc241f6a6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:21:26Z', 'updated_at': '2022-10-04T14:21:48Z', 'revision_number': 4, 'project_id': '957c97404bb9448e9d03eee0d3225b85', 'gw_port': {'id': '7953d129-c7d9-4b16-a518-2fc241f6a6f7', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc179f8-a2aa-48e9-9303-a667a1c64889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:21:47Z', 'updated_at': '2022-10-04T14:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'c917f4c7-6681-4b69-be3e-dbabd9fab0e6', 'name': '', 'network_id': '1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7', 'tenant_id': '957c97404bb9448e9d03eee0d3225b85', 'mac_address': 'fa:16:3e:76:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc179f8-a2aa-48e9-9303-a667a1c64889', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d3b7445-b32b-46ec-b1a1-f229bf5eb31e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:21:37Z', 'updated_at': '2022-10-04T14:21:47Z', 'revision_number': 5, 'project_id': '957c97404bb9448e9d03eee0d3225b85', 'subnets': [{'id': '4d3b7445-b32b-46ec-b1a1-f229bf5eb31e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '04889c1e-3fef-4ebb-a494-7003420387b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:21:51.108271 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 7953d129-c7d9-4b16-a518-2fc241f6a6f7 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:21:51.172132 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 7953d129-c7d9-4b16-a518-2fc241f6a6f7 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:21:51.172625 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (7953d129-c7d9-4b16-a518-2fc241f6a6f7), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:51.172966 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 7953d129-c7d9-4b16-a518-2fc241f6a6f7 Oct 04 14:21:51.265955 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:51.278122 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:51.280760 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 7953d129-c7d9-4b16-a518-2fc241f6a6f7 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:21:51.281150 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (7953d129-c7d9-4b16-a518-2fc241f6a6f7), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:51.307062 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port 7953d129-c7d9-4b16-a518-2fc241f6a6f7, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=7953d129-c7d9-4b16-a518-2fc241f6a6f7,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:21:51.313825 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (7953d129-c7d9-4b16-a518-2fc241f6a6f7), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:51.386925 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=7953d129-c7d9-4b16-a518-2fc241f6a6f7,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:21:51.522269 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=32 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:51.527483 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=51 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:21:51.775191 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 38340) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:21:52.320118 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-6b0af744-b33c-46cc-8be3-bca38686f2bc admin admin] 10.222.0.64 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.5437911 Oct 04 14:21:53.078381 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 7953d129-c7d9-4b16-a518-2fc241f6a6f7 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:21:53.131961 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 7953d129-c7d9-4b16-a518-2fc241f6a6f7 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:21:53.132340 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (7953d129-c7d9-4b16-a518-2fc241f6a6f7), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:53.132712 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 7953d129-c7d9-4b16-a518-2fc241f6a6f7 Oct 04 14:21:53.218122 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 7953d129-c7d9-4b16-a518-2fc241f6a6f7 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:21:56.985299 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a9e081a4-8a5c-4c52-9cd8-9200b27fa49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:21:59.410868 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-291bb1d8-bf26-45c4-95d8-3e373971803f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:22:02.228463 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:22:02.312483 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:22:02.317149 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:22:02.756670 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:22:03.778108 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:22:07.220577 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:22:07.249093 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=4 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:22:12.210697 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 5 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:22:12.747943 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:UPDATE=3,neutron:SELECT=22 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:22:13.763743 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:22:13.774145 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:22:22.210288 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:22:26.989848 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bc147d7e-7ba0-4579-a7b3-8e788386e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:22:29.406326 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d18c313c-6e69-422a-93c7-7c95b20d1d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:22:32.210645 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:22:32.750704 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:22:33.777492 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:22:43.759104 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:22:43.780977 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:22:43.783699 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:22:44.219301 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:22:49.227269 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 5 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:22:56.991788 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c9344062-06cf-42ef-a499-7826adee0a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:22:59.224892 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:22:59.400747 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6c0326d7-2e6e-4983-abf9-34366bca9013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:23:02.207645 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:23:02.748643 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:23:03.778322 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:23:13.760144 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=5 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:23:13.767950 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:23:13.773122 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:23:21.219364 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:23:21.228053 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:23:26.216949 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 5 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:23:26.980858 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-898e876a-d613-4874-b341-f46f870d1686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:23:29.405249 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bb7c7b34-730f-43da-9a9a-3b11ae746875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:23:32.203187 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:23:32.735682 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:23:33.356900 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 38894) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:23:33.772617 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:23:33.805307 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.pecan_wsgi.hooks.translation [None req-96687d02-38df-484e-b58d-aac86f6804a0 admin admin] GET failed (client error): The resource could not be found. Oct 04 14:23:33.806723 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-96687d02-38df-484e-b58d-aac86f6804a0 admin admin] 10.222.0.64 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4489353 Oct 04 14:23:34.004267 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d490e246-68d7-494c-96fb-ebb6336abaa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:23:34.006005 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-d490e246-68d7-494c-96fb-ebb6336abaa0 admin admin] 10.222.0.64 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1944268 Oct 04 14:23:36.212847 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:23:36.213612 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:23:36.672453 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 38904) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:23:37.085105 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075fb6ef-0c06-4f19-a2be-65720f6b225b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:23:37.086518 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-075fb6ef-0c06-4f19-a2be-65720f6b225b admin admin] 10.222.0.64 "GET /networking/v2.0/subnets/4d3b7445-b32b-46ec-b1a1-f229bf5eb31e HTTP/1.1" status: 200 len: 849 time: 0.4128330 Oct 04 14:23:37.097801 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-1341cfd0-95f9-4358-a7b5-698b329cc90d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:23:37.190802 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-1341cfd0-95f9-4358-a7b5-698b329cc90d admin admin] Publish callbacks [] for subnet (4d3b7445-b32b-46ec-b1a1-f229bf5eb31e), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:23:37.355071 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-1341cfd0-95f9-4358-a7b5-698b329cc90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767534897583'] for subnet (4d3b7445-b32b-46ec-b1a1-f229bf5eb31e), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:23:37.391471 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1341cfd0-95f9-4358-a7b5-698b329cc90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:23:37.392926 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-1341cfd0-95f9-4358-a7b5-698b329cc90d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:23:37.395094 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-1341cfd0-95f9-4358-a7b5-698b329cc90d admin admin] 10.222.0.64 "PUT /networking/v2.0/subnets/4d3b7445-b32b-46ec-b1a1-f229bf5eb31e HTTP/1.1" status: 200 len: 868 time: 0.3022788 Oct 04 14:23:37.416026 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33480b2e-d648-434f-b918-73012f40e70e None None] Network 1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:23:37.427094 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341cfd0-95f9-4358-a7b5-698b329cc90d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d3b7445-b32b-46ec-b1a1-f229bf5eb31e,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:23:37.435151 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341cfd0-95f9-4358-a7b5-698b329cc90d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:23:37.435524 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341cfd0-95f9-4358-a7b5-698b329cc90d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:23:37.435854 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341cfd0-95f9-4358-a7b5-698b329cc90d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:23:37.436214 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341cfd0-95f9-4358-a7b5-698b329cc90d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:23:37.436587 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341cfd0-95f9-4358-a7b5-698b329cc90d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:23:37.436912 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341cfd0-95f9-4358-a7b5-698b329cc90d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:23:37.437235 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341cfd0-95f9-4358-a7b5-698b329cc90d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:23:37.437554 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341cfd0-95f9-4358-a7b5-698b329cc90d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:23:37.437888 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341cfd0-95f9-4358-a7b5-698b329cc90d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:23:37.438207 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341cfd0-95f9-4358-a7b5-698b329cc90d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:23:37.438541 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341cfd0-95f9-4358-a7b5-698b329cc90d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:23:37.438979 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341cfd0-95f9-4358-a7b5-698b329cc90d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:23:37.439256 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341cfd0-95f9-4358-a7b5-698b329cc90d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:23:37.439589 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341cfd0-95f9-4358-a7b5-698b329cc90d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:23:37.439908 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341cfd0-95f9-4358-a7b5-698b329cc90d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:23:37.824978 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-4d8554cf-92c7-4c8e-9b1c-b5fab0930480 None None] Provisioning complete for port c917f4c7-6681-4b69-be3e-dbabd9fab0e6 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:23:37.825284 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4d8554cf-92c7-4c8e-9b1c-b5fab0930480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (c917f4c7-6681-4b69-be3e-dbabd9fab0e6), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:23:37.825619 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-4d8554cf-92c7-4c8e-9b1c-b5fab0930480 None None] Attempt 1 to provision port c917f4c7-6681-4b69-be3e-dbabd9fab0e6 Oct 04 14:23:37.909279 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-4d8554cf-92c7-4c8e-9b1c-b5fab0930480 None None] Current status of the port c917f4c7-6681-4b69-be3e-dbabd9fab0e6 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:23:37.917549 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-4d8554cf-92c7-4c8e-9b1c-b5fab0930480 None None] Provisioning complete for port a053d25e-e1e0-4fb9-abd8-dc8751275d2e triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:23:37.917935 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4d8554cf-92c7-4c8e-9b1c-b5fab0930480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (a053d25e-e1e0-4fb9-abd8-dc8751275d2e), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:23:37.918270 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-4d8554cf-92c7-4c8e-9b1c-b5fab0930480 None None] Attempt 1 to provision port a053d25e-e1e0-4fb9-abd8-dc8751275d2e Oct 04 14:23:37.992335 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-4d8554cf-92c7-4c8e-9b1c-b5fab0930480 None None] Current status of the port a053d25e-e1e0-4fb9-abd8-dc8751275d2e is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:23:40.245940 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 38912) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:23:40.793909 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0084f744-3574-4e47-adc9-5bd8cc073e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:23:40.794381 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0084f744-3574-4e47-adc9-5bd8cc073e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:23:40.795956 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-0084f744-3574-4e47-adc9-5bd8cc073e23 admin admin] 10.222.0.64 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5491381 Oct 04 14:23:43.527422 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 38920) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:23:44.003306 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd616160-c833-46ed-afff-f73c7683aaf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:23:44.003681 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd616160-c833-46ed-afff-f73c7683aaf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:23:44.005287 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-dd616160-c833-46ed-afff-f73c7683aaf2 admin admin] 10.222.0.64 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4764278 Oct 04 14:23:46.738510 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 38928) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:23:47.187709 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:23:47.191864 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edf5e14-5c50-4518-98c1-a2c44e3ada53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:23:47.193455 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-1edf5e14-5c50-4518-98c1-a2c44e3ada53 admin admin] 10.222.0.64 "GET /networking/v2.0/networks/1b2cbfcd-6e16-45c3-a5e2-9ab828f57dd7 HTTP/1.1" status: 200 len: 869 time: 0.4539039 Oct 04 14:23:47.983270 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:23:47.987324 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:23:47.990691 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:23:49.875199 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 38936) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:23:50.353077 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d478fbfd-c5c1-4a73-b319-7dbb6de48a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:23:50.354500 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-d478fbfd-c5c1-4a73-b319-7dbb6de48a43 admin admin] 10.222.0.64 "GET /networking/v2.0/networks/de362cfd-b891-4103-bae0-869e4a402a70 HTTP/1.1" status: 200 len: 886 time: 0.4783413 Oct 04 14:23:52.998336 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 38946) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:23:53.415980 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:23:53.427464 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017edb6d-5c23-4566-8cac-0d8d177e9288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:23:53.427918 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017edb6d-5c23-4566-8cac-0d8d177e9288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:23:53.429500 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-017edb6d-5c23-4566-8cac-0d8d177e9288 admin admin] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4301963 Oct 04 14:23:56.059193 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 38954) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:23:56.476636 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fc75fd-1d93-4cae-8264-82cbd3a3a8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:23:56.477109 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fc75fd-1d93-4cae-8264-82cbd3a3a8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:23:56.478645 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-27fc75fd-1d93-4cae-8264-82cbd3a3a8af admin admin] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4186156 Oct 04 14:23:56.980512 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a7f64eee-1ba2-4065-9d2e-ac9785a2e1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:23:58.220508 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=17 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:23:58.221937 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=15 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:23:59.100771 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 38962) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:23:59.400650 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-8a6920ed-a7ad-491f-adf9-58735716b2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:23:59.493542 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c5f84a-d7fb-4f95-b9cd-76767eb907f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:23:59.494917 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-f4c5f84a-d7fb-4f95-b9cd-76767eb907f9 admin admin] 10.222.0.64 "GET /networking/v2.0/subnets/3c2c6c3c-3853-43fc-af9b-8782761709b2 HTTP/1.1" status: 200 len: 816 time: 0.3932006 Oct 04 14:24:02.129735 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 38970) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:24:02.206194 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:02.514831 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bf549f-2e01-48d4-975d-46f927bd0836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:24:02.516213 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-25bf549f-2e01-48d4-975d-46f927bd0836 admin admin] 10.222.0.64 "GET /networking/v2.0/subnets/4d3b7445-b32b-46ec-b1a1-f229bf5eb31e HTTP/1.1" status: 200 len: 868 time: 0.3855331 Oct 04 14:24:02.729940 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:03.216284 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 5 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:24:03.421411 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=8 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:24:03.773359 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:12.506630 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=26 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:24:12.511757 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=30 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:24:12.726498 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:24:13.212057 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:24:13.766967 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:24:13.769982 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:24:26.975261 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-03a4665a-4389-4f86-b127-714e6802a93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:29.406088 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-81d8a7a8-9da8-43c6-8796-bee8f1832abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:32.213915 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:32.736837 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:33.778966 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:34.498612 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39028) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:24:34.871244 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [None req-3215578b-e360-45f9-9fa8-c8ad8aa578c7 admin admin] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 14:24:34.872297 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-3215578b-e360-45f9-9fa8-c8ad8aa578c7 admin admin] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3727133 Oct 04 14:24:35.207845 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:24:35.219058 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=4 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:24:37.622069 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39036) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:24:37.977053 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6e3f56-accd-4bbe-911a-7a1b96e36df7 admin admin] GET failed (client error): The resource could not be found. Oct 04 14:24:37.978371 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-ec6e3f56-accd-4bbe-911a-7a1b96e36df7 admin admin] 10.222.0.64 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3553379 Oct 04 14:24:38.132501 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a68c03a-9de0-4105-84c0-75ab34f05ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:24:38.134005 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-5a68c03a-9de0-4105-84c0-75ab34f05ae8 admin admin] 10.222.0.64 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1513088 Oct 04 14:24:40.215819 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 5 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:24:40.792258 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39044) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:24:41.127426 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:24:41.147650 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Made reservation on behalf of 79763f634e4d4d53967547cda84e5ebd for: {'network': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:24:41.150131 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for network (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:41.185498 dv-cinder-860260-1-iscsi neutron-server[106355]: WARNING neutron.services.revisions.revision_plugin [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Could not find related network for resource to bump revision. Oct 04 14:24:41.199440 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=106355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 14:24:41.209248 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (9b6a379c-1325-4c18-b38f-11050ae46337), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:41.209611 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.db.segments_db [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Added segment 9b6a379c-1325-4c18-b38f-11050ae46337 of type vlan for network c732e841-0eea-4aac-9721-bb01432e3aa0 Oct 04 14:24:41.250234 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767534377674'] for network (c732e841-0eea-4aac-9721-bb01432e3aa0), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:41.278049 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for network (c732e841-0eea-4aac-9721-bb01432e3aa0), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:41.279007 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:24:41.279577 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:41.354954 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5615735 Oct 04 14:24:41.375204 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Pushing event updated for resources: {'Network': ['ID=c732e841-0eea-4aac-9721-bb01432e3aa0,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:24:41.383820 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:41.384170 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:41.384579 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:41.385124 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:41.385461 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:41.385793 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:41.386146 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:41.386527 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:41.386911 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:41.387244 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:41.387570 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:41.387912 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:41.388241 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:41.388586 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:41.388929 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3abf6-c990-44eb-8750-ec81846cbb3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:41.401388 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Network c732e841-0eea-4aac-9721-bb01432e3aa0 details requested by agent ovs-agent-dv-cinder-860260-1-iscsi with host dv-cinder-860260-1-iscsi {{(pid=106357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 14:24:44.009638 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39052) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:24:44.368285 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d90d25-e41d-450b-96b5-d6a8e44b6dc4 admin admin] GET failed (client error): The resource could not be found. Oct 04 14:24:44.369630 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-43d90d25-e41d-450b-96b5-d6a8e44b6dc4 admin admin] 10.222.0.64 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3588195 Oct 04 14:24:44.440286 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff5b89a-1cdc-42cf-913e-4ee3a93113e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:24:44.441766 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-cff5b89a-1cdc-42cf-913e-4ee3a93113e1 admin admin] 10.222.0.64 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0677519 Oct 04 14:24:44.451942 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-e19631dd-373d-4365-b45c-db46ef997dc4 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'c732e841-0eea-4aac-9721-bb01432e3aa0', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:24:44.472680 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19631dd-373d-4365-b45c-db46ef997dc4 admin admin] Made reservation on behalf of 79763f634e4d4d53967547cda84e5ebd for: {'subnet': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:24:44.474953 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-e19631dd-373d-4365-b45c-db46ef997dc4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:44.644540 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-e19631dd-373d-4365-b45c-db46ef997dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for subnet (ca1656bd-c6d4-4f45-96fb-194262b266f2), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:44.707029 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19631dd-373d-4365-b45c-db46ef997dc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca1656bd-c6d4-4f45-96fb-194262b266f2,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:24:44.714217 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19631dd-373d-4365-b45c-db46ef997dc4 admin admin] Checking segment: {'id': '9b6a379c-1325-4c18-b38f-11050ae46337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c732e841-0eea-4aac-9721-bb01432e3aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:24:44.714564 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19631dd-373d-4365-b45c-db46ef997dc4 admin admin] Network hostable DHCP agents. Network: c732e841-0eea-4aac-9721-bb01432e3aa0, hostable agents: ['ca19cd2b-474d-4d89-a742-81ad09a7c505'], hosted agents: [] {{(pid=106355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 14:24:44.731061 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19631dd-373d-4365-b45c-db46ef997dc4 admin admin] Network c732e841-0eea-4aac-9721-bb01432e3aa0 is scheduled to be hosted by DHCP agent ca19cd2b-474d-4d89-a742-81ad09a7c505 with binding_index 1 {{(pid=106355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 14:24:44.739809 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-e19631dd-373d-4365-b45c-db46ef997dc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860260-1-iscsi, c732e841-0eea-4aac-9721-bb01432e3aa0) {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:24:44.743794 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19631dd-373d-4365-b45c-db46ef997dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:24:44.744401 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-e19631dd-373d-4365-b45c-db46ef997dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:44.749437 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674f003b-942b-4d99-a6a4-4a194acc1029 None None] Network c732e841-0eea-4aac-9721-bb01432e3aa0 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:24:44.761081 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-e19631dd-373d-4365-b45c-db46ef997dc4 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3127439 Oct 04 14:24:44.861545 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d75d4f5-93f2-5a44-ba2c-7aa78ccd22af-c732e841-0eea-4aac-9721-bb01432e3aa0', 'network_id': 'c732e841-0eea-4aac-9721-bb01432e3aa0', 'project_id': '79763f634e4d4d53967547cda84e5ebd', 'fixed_ips': [{'subnet_id': 'ca1656bd-c6d4-4f45-96fb-194262b266f2'}]}} from dv-cinder-860260-1-iscsi. {{(pid=106357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 14:24:44.862743 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:45.008925 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Allocated IP 192.168.233.2 (c732e841-0eea-4aac-9721-bb01432e3aa0/ca1656bd-c6d4-4f45-96fb-194262b266f2/24b5d209-5ea4-4857-8630-05236da6f28b) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:24:45.160172 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Publish callbacks [] for port (24b5d209-5ea4-4857-8630-05236da6f28b), precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:45.167870 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (24b5d209-5ea4-4857-8630-05236da6f28b), after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:45.224502 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Pushing event updated for resources: {'Port': ['ID=24b5d209-5ea4-4857-8630-05236da6f28b,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:24:45.227690 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Network c732e841-0eea-4aac-9721-bb01432e3aa0 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:24:45.230009 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:24:45.235387 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:24:45.239421 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:45.239762 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:45.240115 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:45.242762 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:45.242762 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:45.242762 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:45.242762 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:45.242762 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:45.242762 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:45.242762 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:45.242762 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:45.243521 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:45.243521 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:45.243681 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:45.243861 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:24:45.316160 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Attempting to bind port 24b5d209-5ea4-4857-8630-05236da6f28b on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:24:45.316480 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Attempting to bind port 24b5d209-5ea4-4857-8630-05236da6f28b by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '9b6a379c-1325-4c18-b38f-11050ae46337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c732e841-0eea-4aac-9721-bb01432e3aa0'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:24:45.316834 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Attempting to bind port 24b5d209-5ea4-4857-8630-05236da6f28b on network c732e841-0eea-4aac-9721-bb01432e3aa0 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:24:45.361298 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:24:45.361673 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Checking segment: {'id': '9b6a379c-1325-4c18-b38f-11050ae46337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c732e841-0eea-4aac-9721-bb01432e3aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:24:45.362053 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:45.362446 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Bound using segment: {'id': '9b6a379c-1325-4c18-b38f-11050ae46337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c732e841-0eea-4aac-9721-bb01432e3aa0'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:24:45.362919 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Bound port: 24b5d209-5ea4-4857-8630-05236da6f28b, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6a379c-1325-4c18-b38f-11050ae46337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c732e841-0eea-4aac-9721-bb01432e3aa0'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:24:45.363308 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (24b5d209-5ea4-4857-8630-05236da6f28b), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:45.454446 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] For port 24b5d209-5ea4-4857-8630-05236da6f28b, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:24:45.458089 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] For port 24b5d209-5ea4-4857-8630-05236da6f28b, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=24b5d209-5ea4-4857-8630-05236da6f28b,segment=NetworkSegment(9b6a379c-1325-4c18-b38f-11050ae46337),segment_id=9b6a379c-1325-4c18-b38f-11050ae46337)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:24:45.465782 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (24b5d209-5ea4-4857-8630-05236da6f28b), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:45.525406 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323cd4a-7540-4670-8c83-c90a039280cd None None] Pushing event updated for resources: {'Port': ['ID=24b5d209-5ea4-4857-8630-05236da6f28b,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:24:46.381436 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9437b959-5cd7-4c37-bcad-8bfd0e3c2fe4 None None] Network c732e841-0eea-4aac-9721-bb01432e3aa0 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:24:46.475347 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-0e21ea8d-3b55-44bb-acd3-2951b1c5f70e None None] Provisioning complete for port 24b5d209-5ea4-4857-8630-05236da6f28b triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:24:46.475771 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0e21ea8d-3b55-44bb-acd3-2951b1c5f70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (24b5d209-5ea4-4857-8630-05236da6f28b), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:46.476079 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-0e21ea8d-3b55-44bb-acd3-2951b1c5f70e None None] Attempt 1 to provision port 24b5d209-5ea4-4857-8630-05236da6f28b Oct 04 14:24:46.578085 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-0e21ea8d-3b55-44bb-acd3-2951b1c5f70e None None] Current status of the port 24b5d209-5ea4-4857-8630-05236da6f28b is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:24:46.579318 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0e21ea8d-3b55-44bb-acd3-2951b1c5f70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (24b5d209-5ea4-4857-8630-05236da6f28b), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:46.622955 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-0e21ea8d-3b55-44bb-acd3-2951b1c5f70e None None] For port 24b5d209-5ea4-4857-8630-05236da6f28b, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=24b5d209-5ea4-4857-8630-05236da6f28b,segment=NetworkSegment(9b6a379c-1325-4c18-b38f-11050ae46337),segment_id=9b6a379c-1325-4c18-b38f-11050ae46337)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:24:46.628403 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0e21ea8d-3b55-44bb-acd3-2951b1c5f70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (24b5d209-5ea4-4857-8630-05236da6f28b), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:46.669899 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:24:46.683970 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:24:46.702454 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21ea8d-3b55-44bb-acd3-2951b1c5f70e None None] Pushing event updated for resources: {'Port': ['ID=24b5d209-5ea4-4857-8630-05236da6f28b,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:24:46.747394 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-8e17e670-0040-4f6e-bdbd-d46e4dbaad09 None None] Provisioning complete for port 24b5d209-5ea4-4857-8630-05236da6f28b triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:24:46.747786 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-8e17e670-0040-4f6e-bdbd-d46e4dbaad09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (24b5d209-5ea4-4857-8630-05236da6f28b), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:46.748123 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-8e17e670-0040-4f6e-bdbd-d46e4dbaad09 None None] Attempt 1 to provision port 24b5d209-5ea4-4857-8630-05236da6f28b Oct 04 14:24:46.808743 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:24:46.824109 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-8e17e670-0040-4f6e-bdbd-d46e4dbaad09 None None] Current status of the port 24b5d209-5ea4-4857-8630-05236da6f28b is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:24:47.235157 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 24b5d209-5ea4-4857-8630-05236da6f28b up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:24:47.286054 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 24b5d209-5ea4-4857-8630-05236da6f28b triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:24:47.286444 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (24b5d209-5ea4-4857-8630-05236da6f28b), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:47.286785 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 24b5d209-5ea4-4857-8630-05236da6f28b Oct 04 14:24:47.365249 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 24b5d209-5ea4-4857-8630-05236da6f28b is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:24:50.212167 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:24:54.201802 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:24:54.754315 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=76,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:24:54.755186 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:24:56.981030 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-80676a58-23b0-470b-a169-d6e1c2c1e472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:24:57.364101 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=21 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:24:59.410842 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fcb0af03-abc7-418e-be1d-02599e4acb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:25:02.212781 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:25:02.738250 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:25:03.792274 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:25:12.218074 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=4 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:25:12.220084 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:25:12.727193 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:25:13.781853 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:25:13.787464 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:25:17.215536 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 5 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:25:26.975016 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d0963e85-51d6-4a02-a938-36ce2fa6fdd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:25:27.211831 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:25:29.404724 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-7c8be65c-3167-4309-bd80-fa9447c0b182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:25:32.216149 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:25:32.733684 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:25:33.786138 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:25:43.772401 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=5 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:25:43.777601 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:25:43.781263 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=2,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:25:54.215345 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 5 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:25:56.991079 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c2ab1fd3-8570-49c2-be13-a5c1603705d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:25:59.423693 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-15151b9d-6584-4327-b73f-3767a6acedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:26:02.222877 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:26:02.742082 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:26:03.125860 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39116) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:26:03.131826 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [None req-c9e1b3d2-20d3-4a72-b918-5bba451ae599 tempest-verify_tempest_config-1611309040 tempest-verify_tempest_config-1611309040-project] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 14:26:03.132926 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-c9e1b3d2-20d3-4a72-b918-5bba451ae599 tempest-verify_tempest_config-1611309040 tempest-verify_tempest_config-1611309040-project] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0060947 Oct 04 14:26:03.501235 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39134) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:26:03.671579 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b3b0cd17-457c-4510-8a0e-0851010ac160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:26:03.779330 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b3b0cd17-457c-4510-8a0e-0851010ac160 admin admin] Publish callbacks [] for security_group (1f92de5b-b477-483f-96da-55c90623dcdc), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:26:03.786205 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b3b0cd17-457c-4510-8a0e-0851010ac160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (1f92de5b-b477-483f-96da-55c90623dcdc), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:26:03.795011 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:26:03.841938 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0cd17-457c-4510-8a0e-0851010ac160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f92de5b-b477-483f-96da-55c90623dcdc,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:26:03.846349 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-b3b0cd17-457c-4510-8a0e-0851010ac160 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ebc1b4a903604a7f8112514f272da4c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3438976 Oct 04 14:26:03.850630 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 39138) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:26:03.852919 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0cd17-457c-4510-8a0e-0851010ac160 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:03.853278 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0cd17-457c-4510-8a0e-0851010ac160 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:03.853619 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0cd17-457c-4510-8a0e-0851010ac160 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:03.853951 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0cd17-457c-4510-8a0e-0851010ac160 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:03.854271 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0cd17-457c-4510-8a0e-0851010ac160 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:03.854637 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0cd17-457c-4510-8a0e-0851010ac160 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:03.854936 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0cd17-457c-4510-8a0e-0851010ac160 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:03.855242 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0cd17-457c-4510-8a0e-0851010ac160 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:03.855581 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0cd17-457c-4510-8a0e-0851010ac160 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:03.855905 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0cd17-457c-4510-8a0e-0851010ac160 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:03.856240 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0cd17-457c-4510-8a0e-0851010ac160 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:03.856608 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0cd17-457c-4510-8a0e-0851010ac160 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:03.856934 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0cd17-457c-4510-8a0e-0851010ac160 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:03.857250 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0cd17-457c-4510-8a0e-0851010ac160 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:03.857562 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0cd17-457c-4510-8a0e-0851010ac160 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:03.931512 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f79bd45b-94d0-4bad-a634-53c72282495e admin admin] Publish callbacks [] for security_group (1f92de5b-b477-483f-96da-55c90623dcdc), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:26:03.956783 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f79bd45b-94d0-4bad-a634-53c72282495e admin admin] Publish callbacks [] for security_group (1f92de5b-b477-483f-96da-55c90623dcdc), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:26:04.067473 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f79bd45b-94d0-4bad-a634-53c72282495e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (1f92de5b-b477-483f-96da-55c90623dcdc), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:26:04.072880 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f79bd45b-94d0-4bad-a634-53c72282495e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:26:04.074981 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-f79bd45b-94d0-4bad-a634-53c72282495e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1f92de5b-b477-483f-96da-55c90623dcdc HTTP/1.1" status: 204 len: 168 time: 0.2227888 Oct 04 14:26:04.090028 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79bd45b-94d0-4bad-a634-53c72282495e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f92de5b-b477-483f-96da-55c90623dcdc,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:26:04.101805 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79bd45b-94d0-4bad-a634-53c72282495e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:04.101994 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79bd45b-94d0-4bad-a634-53c72282495e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:04.102314 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79bd45b-94d0-4bad-a634-53c72282495e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:04.102646 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79bd45b-94d0-4bad-a634-53c72282495e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:04.103002 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79bd45b-94d0-4bad-a634-53c72282495e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:04.103791 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79bd45b-94d0-4bad-a634-53c72282495e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:04.103791 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79bd45b-94d0-4bad-a634-53c72282495e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:04.104122 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79bd45b-94d0-4bad-a634-53c72282495e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:04.104279 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79bd45b-94d0-4bad-a634-53c72282495e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:04.104630 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79bd45b-94d0-4bad-a634-53c72282495e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:04.104967 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79bd45b-94d0-4bad-a634-53c72282495e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:04.105308 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79bd45b-94d0-4bad-a634-53c72282495e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:04.105730 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79bd45b-94d0-4bad-a634-53c72282495e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:04.105929 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79bd45b-94d0-4bad-a634-53c72282495e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:04.106246 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79bd45b-94d0-4bad-a634-53c72282495e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:26:04.210995 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=18 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:26:04.212034 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=18 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:26:13.789736 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:26:13.840102 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=17,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:26:13.848597 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=22,neutron:INSERT=4 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:26:14.082029 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:26:14.095878 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:26:14.124334 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:26:14.135817 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:26:26.217777 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:26:26.218623 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:26:26.977098 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fa838318-5e5d-4761-add5-0e3dde94e55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:26:29.409320 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e96f6df1-b4c0-422c-9d7e-7d7a088fc277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:26:31.213782 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 5 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:26:32.223947 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:26:32.736888 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:26:33.795501 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:26:41.209443 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:26:41.210216 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:26:43.783697 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:26:43.787464 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:26:43.790087 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:26:56.982409 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-43a64211-6455-4690-8b66-719293c73bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:26:59.413474 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ea65f965-b6bd-4804-a5da-216d8b569540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:27:02.224770 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:27:02.742552 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:27:03.216558 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=4 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:27:03.217524 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:27:03.798206 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:27:08.212685 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 5 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:27:12.739146 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:UPDATE=2,neutron:SELECT=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:27:13.790347 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:27:13.792470 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:27:18.208765 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:27:18.209658 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:27:26.986042 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0e7bfab2-3662-49e4-97d6-2db7d07e3b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:27:29.417104 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5c3368cd-ed2b-4428-9e09-7be67018e980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:27:32.228338 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:27:32.739947 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:27:33.806271 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:27:37.905060 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556241'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:27:40.215636 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:27:40.216555 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:27:43.800554 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:27:45.212260 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:27:47.896576 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:27:47.899875 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:27:52.480469 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 39212) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:27:52.594372 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-6b800dc6-69aa-48d0-a68d-9139c944ceec admin admin] 10.222.0.64 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1126935 Oct 04 14:27:55.179502 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 39222) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:27:55.207764 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=14 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:27:55.208538 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=14 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:27:55.239366 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-2b763b77-62ac-40c9-80db-c2cf756958c4 admin admin] 10.222.0.64 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0587444 Oct 04 14:27:56.991344 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9add693c-82d3-4957-87ae-7b21dbb5bcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:27:59.424160 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b2d71149-c503-427a-a1ff-5a646f317c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:28:02.235753 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:28:02.736099 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:28:03.803976 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:28:05.233734 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:28:05.234672 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:28:07.868984 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:28:17.214296 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:28:17.216246 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=4 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:28:17.857910 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:28:17.862517 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=8 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:28:17.865067 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:28:22.211599 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:28:26.988367 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1c8929f9-6b49-4ed4-bc4c-d57808251956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:28:29.419436 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6891d64c-371b-4b27-9789-300cd1e838d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:28:32.206737 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:28:32.207609 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:28:32.233967 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:28:32.741233 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:28:33.807821 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:28:37.880248 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:28:43.801782 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:28:47.867225 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=15 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:28:47.874848 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:28:54.217381 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=4 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:28:54.218562 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:28:56.984803 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6354f2de-e7ca-4b46-a95a-a586e4503336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:28:59.210964 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:28:59.427729 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-34c7d69b-58a4-4161-85e9-7aac7962793c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:02.242700 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:02.747581 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:03.815629 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:07.881053 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:09.205322 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:09.206239 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:17.866269 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:17.872435 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:17.876882 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:27.001441 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-757871ed-26e6-402c-bbf0-b0af4f8fa48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:29.423506 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-cd2298f5-826a-4b8f-9946-7a025d5bd58e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:30.378261 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39384) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:30.700768 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1683789294-network', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:29:30.727983 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Made reservation on behalf of ec24f1b720bd42ebb37a36d65757aacd for: {'network': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:29:30.730949 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for network (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:30.740407 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:30.862582 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Publish callbacks [] for security_group (33f42005-69e0-481d-9f46-993f4a731623), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:30.868724 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (33f42005-69e0-481d-9f46-993f4a731623), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:30.901143 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=106355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 14:29:30.913035 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f42005-69e0-481d-9f46-993f4a731623,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:30.925837 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (80436793-7021-4ca5-bbb3-a3b3adc26a9e), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:30.926180 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.db.segments_db [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Added segment 80436793-7021-4ca5-bbb3-a3b3adc26a9e of type vlan for network f70b9727-7199-4fe7-bb77-16baf61f7e49 Oct 04 14:29:30.983240 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767534377674'] for network (f70b9727-7199-4fe7-bb77-16baf61f7e49), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:31.008763 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.009273 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.009659 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.010191 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.010523 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.010848 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.011170 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.011466 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.011811 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.012136 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.012478 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.012987 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.013462 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.013783 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.014113 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Tracked resource versions report: Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: pushed versions: Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: { 'AddressGroup': {'1.2'}, Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'Agent': {'1.1'}, Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'ConntrackHelper': {'1.0'}, Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'LocalIPAssociation': {'1.0'}, Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'Log': {'1.0'}, Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'NDPProxy': {'1.0'}, Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'Network': {'1.1'}, Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'Port': {'1.7'}, Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'PortForwarding': {'1.3'}, Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'QosPolicy': {'1.10'}, Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'SecurityGroup': {'1.5'}, Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'SecurityGroupRule': {'1.2'}, Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'SubPort': {'1.0'}, Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'Subnet': {'1.1'}, Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'Trunk': {'1.1'}} Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: consumer versions: Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: { DHCP agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: HyperV agent@hv-cinder-86026: {}, Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: L3 agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: Metadata agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: Metering agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: Open vSwitch agent@dv-cinder-860260-1-iscsi: { 'AddressGroup': '1.2', Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'Agent': '1.1', Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'ConntrackHelper': '1.0', Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'LocalIPAssociation': '1.0', Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'Log': '1.0', Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'NDPProxy': '1.0', Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'Network': '1.1', Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'Port': '1.7', Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'PortForwarding': '1.3', Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'QosPolicy': '1.10', Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'SecurityGroup': '1.5', Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'SecurityGroupRule': '1.2', Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'SubPort': '1.0', Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'Subnet': '1.1', Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: 'Trunk': '1.1'}} Oct 04 14:29:31.015308 dv-cinder-860260-1-iscsi neutron-server[106355]: {{(pid=106355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 14:29:31.027956 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for network (f70b9727-7199-4fe7-bb77-16baf61f7e49), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:31.029420 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:29:31.029749 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:31.090800 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7112944 Oct 04 14:29:31.095403 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 39444) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:31.102933 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Request body: {'subnet': {'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1683789294-subnet', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:29:31.108772 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7608617-347f-4d38-8f81-47ec133c5635 admin admin] Pushing event updated for resources: {'Network': ['ID=f70b9727-7199-4fe7-bb77-16baf61f7e49,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:31.121277 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Network f70b9727-7199-4fe7-bb77-16baf61f7e49 details requested by agent ovs-agent-dv-cinder-860260-1-iscsi with host dv-cinder-860260-1-iscsi {{(pid=106357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 14:29:31.137508 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Made reservation on behalf of ec24f1b720bd42ebb37a36d65757aacd for: {'subnet': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:29:31.141885 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:31.216999 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:31.218256 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:31.286189 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39452) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:31.349981 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for subnet (0b6ce1ed-cefc-4d28-95ba-a2004388db27), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:31.409482 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b6ce1ed-cefc-4d28-95ba-a2004388db27,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:31.418749 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.419394 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.419931 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.420485 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.421002 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.421331 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.421668 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.421993 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.422335 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.422665 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.422989 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.423375 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.423638 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.423961 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.424276 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Tracked resource versions report: Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: pushed versions: Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: { 'AddressGroup': {'1.2'}, Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'Agent': {'1.1'}, Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'ConntrackHelper': {'1.0'}, Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'LocalIPAssociation': {'1.0'}, Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'Log': {'1.0'}, Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'NDPProxy': {'1.0'}, Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'Network': {'1.1'}, Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'Port': {'1.7'}, Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'PortForwarding': {'1.3'}, Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'QosPolicy': {'1.10'}, Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'SecurityGroup': {'1.5'}, Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'SecurityGroupRule': {'1.2'}, Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'SubPort': {'1.0'}, Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'Subnet': {'1.1'}, Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'Trunk': {'1.1'}} Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: consumer versions: Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: { DHCP agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: HyperV agent@hv-cinder-86026: {}, Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: L3 agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: Metadata agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: Metering agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: Open vSwitch agent@dv-cinder-860260-1-iscsi: { 'AddressGroup': '1.2', Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'Agent': '1.1', Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'ConntrackHelper': '1.0', Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'LocalIPAssociation': '1.0', Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'Log': '1.0', Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'NDPProxy': '1.0', Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'Network': '1.1', Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'Port': '1.7', Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'PortForwarding': '1.3', Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'QosPolicy': '1.10', Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'SecurityGroup': '1.5', Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'SecurityGroupRule': '1.2', Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'SubPort': '1.0', Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'Subnet': '1.1', Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: 'Trunk': '1.1'}} Oct 04 14:29:31.425481 dv-cinder-860260-1-iscsi neutron-server[106356]: {{(pid=106356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 14:29:31.445251 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Checking segment: {'id': '80436793-7021-4ca5-bbb3-a3b3adc26a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:29:31.445934 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Network hostable DHCP agents. Network: f70b9727-7199-4fe7-bb77-16baf61f7e49, hostable agents: ['ca19cd2b-474d-4d89-a742-81ad09a7c505'], hosted agents: [] {{(pid=106356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 14:29:31.469600 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Network f70b9727-7199-4fe7-bb77-16baf61f7e49 is scheduled to be hosted by DHCP agent ca19cd2b-474d-4d89-a742-81ad09a7c505 with binding_index 1 {{(pid=106356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 14:29:31.483890 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860260-1-iscsi, f70b9727-7199-4fe7-bb77-16baf61f7e49) {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:31.489472 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:29:31.490084 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:31.497265 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf59f82-1bbf-450b-986f-ab522e2338c4 None None] Network f70b9727-7199-4fe7-bb77-16baf61f7e49 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:29:31.511836 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-d1b0813c-1d4f-41d9-bea9-107a1abe4227 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4146504 Oct 04 14:29:31.516384 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 39462) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:31.521888 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-832e862f-ec83-44fc-b4d1-8d8cf57da883 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1683789294-router', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:29:31.560532 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-832e862f-ec83-44fc-b4d1-8d8cf57da883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7312'] for router (3307909d-82d8-4346-9073-4c4354e246f2), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:31.562443 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-832e862f-ec83-44fc-b4d1-8d8cf57da883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7307'] for router (3307909d-82d8-4346-9073-4c4354e246f2), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:31.642357 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-832e862f-ec83-44fc-b4d1-8d8cf57da883 admin admin] Publish callbacks [] for router_controller (3307909d-82d8-4346-9073-4c4354e246f2), precommit_add_association {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:31.644156 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 39466) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:31.665949 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d75d4f5-93f2-5a44-ba2c-7aa78ccd22af-f70b9727-7199-4fe7-bb77-16baf61f7e49', 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'fixed_ips': [{'subnet_id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27'}]}} from dv-cinder-860260-1-iscsi. {{(pid=106357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 14:29:31.668135 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:31.824335 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39472) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:31.834969 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Allocated IP 172.20.0.2 (f70b9727-7199-4fe7-bb77-16baf61f7e49/0b6ce1ed-cefc-4d28-95ba-a2004388db27/c7796efc-bc07-44a2-947c-854a333e641a) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:29:31.910175 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-95780e13-8bcc-4cf3-88f9-4b065489b7d3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-835336331-network', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:29:31.969795 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95780e13-8bcc-4cf3-88f9-4b065489b7d3 admin admin] Made reservation on behalf of 1e5731dbee8946a281caefaeb02bd7ff for: {'network': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:29:31.972680 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-95780e13-8bcc-4cf3-88f9-4b065489b7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for network (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.010348 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Publish callbacks [] for port (c7796efc-bc07-44a2-947c-854a333e641a), precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.013098 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-95780e13-8bcc-4cf3-88f9-4b065489b7d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.020627 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (c7796efc-bc07-44a2-947c-854a333e641a), after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.076759 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-832e862f-ec83-44fc-b4d1-8d8cf57da883 admin admin] Publish callbacks [] for router_gateway (3307909d-82d8-4346-9073-4c4354e246f2), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.091729 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Network f70b9727-7199-4fe7-bb77-16baf61f7e49 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:29:32.094174 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Pushing event updated for resources: {'Port': ['ID=c7796efc-bc07-44a2-947c-854a333e641a,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:32.103508 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:32.110816 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:32.111348 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:32.111881 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:32.112957 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:32.113535 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:32.114037 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:32.114526 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:32.115794 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:32.116472 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:32.117100 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:32.118723 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:32.119607 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:32.120479 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:32.121313 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:32.122601 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Tracked resource versions report: Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: pushed versions: Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: { 'AddressGroup': {'1.2'}, Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'Agent': {'1.1'}, Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'ConntrackHelper': {'1.0'}, Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'LocalIPAssociation': {'1.0'}, Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'Log': {'1.0'}, Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'NDPProxy': {'1.0'}, Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'Network': {'1.1'}, Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'Port': {'1.7'}, Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'PortForwarding': {'1.3'}, Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'QosPolicy': {'1.10'}, Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'SecurityGroup': {'1.5'}, Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'SecurityGroupRule': {'1.2'}, Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'SubPort': {'1.0'}, Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'Subnet': {'1.1'}, Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'Trunk': {'1.1'}} Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: consumer versions: Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: { DHCP agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: HyperV agent@hv-cinder-86026: {}, Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: L3 agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: Metadata agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: Metering agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: Open vSwitch agent@dv-cinder-860260-1-iscsi: { 'AddressGroup': '1.2', Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'Agent': '1.1', Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'ConntrackHelper': '1.0', Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'LocalIPAssociation': '1.0', Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'Log': '1.0', Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'NDPProxy': '1.0', Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'Network': '1.1', Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'Port': '1.7', Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'PortForwarding': '1.3', Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'QosPolicy': '1.10', Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'SecurityGroup': '1.5', Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'SecurityGroupRule': '1.2', Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'SubPort': '1.0', Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'Subnet': '1.1', Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: 'Trunk': '1.1'}} Oct 04 14:29:32.124082 dv-cinder-860260-1-iscsi neutron-server[106357]: {{(pid=106357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 14:29:32.135747 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:29:32.218757 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Attempting to bind port c7796efc-bc07-44a2-947c-854a333e641a on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:29:32.219285 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Attempting to bind port c7796efc-bc07-44a2-947c-854a333e641a by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '80436793-7021-4ca5-bbb3-a3b3adc26a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:29:32.219757 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Attempting to bind port c7796efc-bc07-44a2-947c-854a333e641a on network f70b9727-7199-4fe7-bb77-16baf61f7e49 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:29:32.221274 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39478) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:32.296207 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.305357 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:29:32.305876 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Checking segment: {'id': '80436793-7021-4ca5-bbb3-a3b3adc26a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:29:32.306391 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.307014 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Bound using segment: {'id': '80436793-7021-4ca5-bbb3-a3b3adc26a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:29:32.307634 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Bound port: c7796efc-bc07-44a2-947c-854a333e641a, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80436793-7021-4ca5-bbb3-a3b3adc26a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:29:32.308127 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (c7796efc-bc07-44a2-947c-854a333e641a), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.370936 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-309826c8-373e-4985-9666-468a53a7bbe6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2018339653-network', 'tenant_id': '64993786e21b45beb7829ceaede4777a'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:29:32.378483 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-04838df3-d3ce-4f87-8307-bbd1256f11e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-560114202-network', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:29:32.394324 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-95780e13-8bcc-4cf3-88f9-4b065489b7d3 admin admin] Publish callbacks [] for security_group (ced54bdd-8b30-476b-a228-9a7fa20873df), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.409397 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-95780e13-8bcc-4cf3-88f9-4b065489b7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (ced54bdd-8b30-476b-a228-9a7fa20873df), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.421255 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] For port c7796efc-bc07-44a2-947c-854a333e641a, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:29:32.425396 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] For port c7796efc-bc07-44a2-947c-854a333e641a, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=c7796efc-bc07-44a2-947c-854a333e641a,segment=NetworkSegment(80436793-7021-4ca5-bbb3-a3b3adc26a9e),segment_id=80436793-7021-4ca5-bbb3-a3b3adc26a9e)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:29:32.426165 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309826c8-373e-4985-9666-468a53a7bbe6 admin admin] Made reservation on behalf of 64993786e21b45beb7829ceaede4777a for: {'network': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:29:32.430572 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-309826c8-373e-4985-9666-468a53a7bbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for network (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.432819 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95780e13-8bcc-4cf3-88f9-4b065489b7d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=106355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 14:29:32.434458 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (c7796efc-bc07-44a2-947c-854a333e641a), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.452428 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-309826c8-373e-4985-9666-468a53a7bbe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.471129 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-95780e13-8bcc-4cf3-88f9-4b065489b7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (5ba1c7f2-d152-4e44-a0bc-95ef3207c53d), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.471530 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.db.segments_db [None req-95780e13-8bcc-4cf3-88f9-4b065489b7d3 admin admin] Added segment 5ba1c7f2-d152-4e44-a0bc-95ef3207c53d of type vlan for network 3e89e862-e669-4987-af44-eb18dbc3b78d Oct 04 14:29:32.520341 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-95780e13-8bcc-4cf3-88f9-4b065489b7d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767534377674'] for network (3e89e862-e669-4987-af44-eb18dbc3b78d), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.563208 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:INSERT=23,neutron:SELECT=71,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:32.569553 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-309826c8-373e-4985-9666-468a53a7bbe6 admin admin] Publish callbacks [] for security_group (1f28ed96-c0fa-442b-a006-324447036b18), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.575545 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:32.576530 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:32.580130 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-309826c8-373e-4985-9666-468a53a7bbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (1f28ed96-c0fa-442b-a006-324447036b18), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.581521 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe35f38-80e9-4e63-b5a6-981622d93265 None None] Pushing event updated for resources: {'Port': ['ID=c7796efc-bc07-44a2-947c-854a333e641a,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:32.601031 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-95780e13-8bcc-4cf3-88f9-4b065489b7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for network (3e89e862-e669-4987-af44-eb18dbc3b78d), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.604272 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95780e13-8bcc-4cf3-88f9-4b065489b7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:29:32.604986 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-95780e13-8bcc-4cf3-88f9-4b065489b7d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.608749 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309826c8-373e-4985-9666-468a53a7bbe6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=106356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 14:29:32.619194 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95780e13-8bcc-4cf3-88f9-4b065489b7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced54bdd-8b30-476b-a228-9a7fa20873df,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:32.649052 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-309826c8-373e-4985-9666-468a53a7bbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (7bffdabf-7aa9-47c9-8b84-9af819e0aa37), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.649562 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.segments_db [None req-309826c8-373e-4985-9666-468a53a7bbe6 admin admin] Added segment 7bffdabf-7aa9-47c9-8b84-9af819e0aa37 of type vlan for network 8adffcb3-eb41-48c9-bdc6-30a7213ac01c Oct 04 14:29:32.701655 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04838df3-d3ce-4f87-8307-bbd1256f11e2 admin admin] Made reservation on behalf of 3a4fa5d0aa0e4bf98816e4600023ca99 for: {'network': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:29:32.703955 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-04838df3-d3ce-4f87-8307-bbd1256f11e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for network (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.718855 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-ad46f905-33f9-4b69-b913-3c645bedb7d4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1402762535-network', 'tenant_id': 'da10281be41c43988e60ecfafd5d0d12'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:29:32.723340 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:32.724514 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95780e13-8bcc-4cf3-88f9-4b065489b7d3 admin admin] Pushing event updated for resources: {'Network': ['ID=3e89e862-e669-4987-af44-eb18dbc3b78d,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:32.727577 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-04838df3-d3ce-4f87-8307-bbd1256f11e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.756496 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-95780e13-8bcc-4cf3-88f9-4b065489b7d3 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4686511 Oct 04 14:29:32.759595 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39502) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:32.763762 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-309826c8-373e-4985-9666-468a53a7bbe6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767534377674'] for network (8adffcb3-eb41-48c9-bdc6-30a7213ac01c), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.790868 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Network 3e89e862-e669-4987-af44-eb18dbc3b78d details requested by agent ovs-agent-dv-cinder-860260-1-iscsi with host dv-cinder-860260-1-iscsi {{(pid=106357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 14:29:32.883385 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-832e862f-ec83-44fc-b4d1-8d8cf57da883 admin admin] Publish callbacks [] for router_gateway (3307909d-82d8-4346-9073-4c4354e246f2), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.884906 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.885301 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-04838df3-d3ce-4f87-8307-bbd1256f11e2 admin admin] Publish callbacks [] for security_group (6c78af32-9671-414f-ad78-fb3371c852ca), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.887640 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-76e06e5e-f60d-4f3c-8d6b-c8149551dc13 admin admin] Request body: {'subnet': {'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-835336331-subnet', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:29:32.911026 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-04838df3-d3ce-4f87-8307-bbd1256f11e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (6c78af32-9671-414f-ad78-fb3371c852ca), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.926546 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04838df3-d3ce-4f87-8307-bbd1256f11e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=106355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 14:29:32.939158 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-04838df3-d3ce-4f87-8307-bbd1256f11e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (eadc35fa-057b-4202-b790-68a141529e21), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.939824 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.db.segments_db [None req-04838df3-d3ce-4f87-8307-bbd1256f11e2 admin admin] Added segment eadc35fa-057b-4202-b790-68a141529e21 of type vlan for network c224c131-1e09-47f0-b40a-1a73221baea0 Oct 04 14:29:32.955061 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309826c8-373e-4985-9666-468a53a7bbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f28ed96-c0fa-442b-a006-324447036b18,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:32.972477 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-309826c8-373e-4985-9666-468a53a7bbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for network (8adffcb3-eb41-48c9-bdc6-30a7213ac01c), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.974346 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309826c8-373e-4985-9666-468a53a7bbe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:29:32.993816 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-04838df3-d3ce-4f87-8307-bbd1256f11e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767534377674'] for network (c224c131-1e09-47f0-b40a-1a73221baea0), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:32.996685 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-309826c8-373e-4985-9666-468a53a7bbe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:33.071150 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e06e5e-f60d-4f3c-8d6b-c8149551dc13 admin admin] Made reservation on behalf of 1e5731dbee8946a281caefaeb02bd7ff for: {'subnet': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:29:33.073558 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-76e06e5e-f60d-4f3c-8d6b-c8149551dc13 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:33.238395 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04838df3-d3ce-4f87-8307-bbd1256f11e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c78af32-9671-414f-ad78-fb3371c852ca,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:33.245596 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309826c8-373e-4985-9666-468a53a7bbe6 admin admin] Pushing event updated for resources: {'Network': ['ID=8adffcb3-eb41-48c9-bdc6-30a7213ac01c,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:33.248745 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-04838df3-d3ce-4f87-8307-bbd1256f11e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for network (c224c131-1e09-47f0-b40a-1a73221baea0), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:33.250373 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04838df3-d3ce-4f87-8307-bbd1256f11e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:29:33.251289 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-04838df3-d3ce-4f87-8307-bbd1256f11e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:33.260683 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-832e862f-ec83-44fc-b4d1-8d8cf57da883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:33.277881 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=5 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:33.309444 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Network 8adffcb3-eb41-48c9-bdc6-30a7213ac01c details requested by agent ovs-agent-dv-cinder-860260-1-iscsi with host dv-cinder-860260-1-iscsi {{(pid=106357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 14:29:33.503582 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [None req-832e862f-ec83-44fc-b4d1-8d8cf57da883 admin admin] Allocated IP 172.27.3.66 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:29:33.545834 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device c7796efc-bc07-44a2-947c-854a333e641a up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:29:33.557927 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-04838df3-d3ce-4f87-8307-bbd1256f11e2 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7322545 Oct 04 14:29:33.559935 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39522) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:33.583400 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-61a675d3-85e2-40eb-b26c-918c4473a8a8 admin admin] Request body: {'subnet': {'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-560114202-subnet', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:29:33.630013 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-832e862f-ec83-44fc-b4d1-8d8cf57da883 admin admin] Publish callbacks [] for port (a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:33.637834 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad46f905-33f9-4b69-b913-3c645bedb7d4 admin admin] Made reservation on behalf of da10281be41c43988e60ecfafd5d0d12 for: {'network': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:29:33.643700 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ad46f905-33f9-4b69-b913-3c645bedb7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for network (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:33.647416 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:INSERT=13,neutron:SELECT=78,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:33.661094 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-309826c8-373e-4985-9666-468a53a7bbe6 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0164902 Oct 04 14:29:33.662013 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 39524) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:33.674391 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-dc814e30-6b0a-43d5-8c47-1eab8ad0cf1f admin admin] Request body: {'subnet': {'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2018339653-subnet', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:29:33.676541 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port c7796efc-bc07-44a2-947c-854a333e641a triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:33.676938 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (c7796efc-bc07-44a2-947c-854a333e641a), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:33.677267 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port c7796efc-bc07-44a2-947c-854a333e641a Oct 04 14:29:33.717544 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-832e862f-ec83-44fc-b4d1-8d8cf57da883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:33.719723 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc814e30-6b0a-43d5-8c47-1eab8ad0cf1f admin admin] Made reservation on behalf of 64993786e21b45beb7829ceaede4777a for: {'subnet': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:29:33.740397 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-dc814e30-6b0a-43d5-8c47-1eab8ad0cf1f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:33.749425 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ad46f905-33f9-4b69-b913-3c645bedb7d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:33.756880 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04838df3-d3ce-4f87-8307-bbd1256f11e2 admin admin] Pushing event updated for resources: {'Network': ['ID=c224c131-1e09-47f0-b40a-1a73221baea0,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:33.815252 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a675d3-85e2-40eb-b26c-918c4473a8a8 admin admin] Made reservation on behalf of 3a4fa5d0aa0e4bf98816e4600023ca99 for: {'subnet': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:29:33.824367 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-61a675d3-85e2-40eb-b26c-918c4473a8a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:33.833327 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Network c224c131-1e09-47f0-b40a-1a73221baea0 details requested by agent ovs-agent-dv-cinder-860260-1-iscsi with host dv-cinder-860260-1-iscsi {{(pid=106357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 14:29:33.857556 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832e862f-ec83-44fc-b4d1-8d8cf57da883 admin admin] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:29:33.885983 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-832e862f-ec83-44fc-b4d1-8d8cf57da883 admin admin] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:33.907006 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832e862f-ec83-44fc-b4d1-8d8cf57da883 admin admin] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:29:33.917801 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e862f-ec83-44fc-b4d1-8d8cf57da883 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:33.995747 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:34.032050 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-76e06e5e-f60d-4f3c-8d6b-c8149551dc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for subnet (3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:34.138999 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port c7796efc-bc07-44a2-947c-854a333e641a is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:29:34.142131 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (c7796efc-bc07-44a2-947c-854a333e641a), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:34.171441 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:34.236189 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port c7796efc-bc07-44a2-947c-854a333e641a, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=c7796efc-bc07-44a2-947c-854a333e641a,segment=NetworkSegment(80436793-7021-4ca5-bbb3-a3b3adc26a9e),segment_id=80436793-7021-4ca5-bbb3-a3b3adc26a9e)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:29:34.245986 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-dc814e30-6b0a-43d5-8c47-1eab8ad0cf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for subnet (866d7ee4-9072-4a41-8ab0-25e4c5a7536f), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:34.248929 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (c7796efc-bc07-44a2-947c-854a333e641a), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:34.270935 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ad46f905-33f9-4b69-b913-3c645bedb7d4 admin admin] Publish callbacks [] for security_group (971f5f92-2b7c-4b0f-8c00-52345a68f197), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:34.276558 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e06e5e-f60d-4f3c-8d6b-c8149551dc13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:34.305913 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ad46f905-33f9-4b69-b913-3c645bedb7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (971f5f92-2b7c-4b0f-8c00-52345a68f197), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:34.330359 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:34.347305 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=c7796efc-bc07-44a2-947c-854a333e641a,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:34.363953 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46f905-33f9-4b69-b913-3c645bedb7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971f5f92-2b7c-4b0f-8c00-52345a68f197,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:34.406825 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad46f905-33f9-4b69-b913-3c645bedb7d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=106355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 14:29:34.427090 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e06e5e-f60d-4f3c-8d6b-c8149551dc13 admin admin] Checking segment: {'id': '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:29:34.427460 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e06e5e-f60d-4f3c-8d6b-c8149551dc13 admin admin] Network hostable DHCP agents. Network: 3e89e862-e669-4987-af44-eb18dbc3b78d, hostable agents: ['ca19cd2b-474d-4d89-a742-81ad09a7c505'], hosted agents: [] {{(pid=106355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 14:29:34.428293 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ace6b1-0706-4c73-a99a-93c1496086e6 None None] Network f70b9727-7199-4fe7-bb77-16baf61f7e49 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:29:34.441162 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc814e30-6b0a-43d5-8c47-1eab8ad0cf1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=866d7ee4-9072-4a41-8ab0-25e4c5a7536f,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:34.441388 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ad46f905-33f9-4b69-b913-3c645bedb7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (e348613e-3669-436d-a9ac-f6ed2ca47324), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:34.441547 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.db.segments_db [None req-ad46f905-33f9-4b69-b913-3c645bedb7d4 admin admin] Added segment e348613e-3669-436d-a9ac-f6ed2ca47324 of type vlan for network 1e8ee100-9e5b-4809-8cb0-dbfff2298b1e Oct 04 14:29:34.498530 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:34.525411 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc814e30-6b0a-43d5-8c47-1eab8ad0cf1f admin admin] Checking segment: {'id': '7bffdabf-7aa9-47c9-8b84-9af819e0aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:29:34.526074 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc814e30-6b0a-43d5-8c47-1eab8ad0cf1f admin admin] Network hostable DHCP agents. Network: 8adffcb3-eb41-48c9-bdc6-30a7213ac01c, hostable agents: ['ca19cd2b-474d-4d89-a742-81ad09a7c505'], hosted agents: [] {{(pid=106356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 14:29:34.555262 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:34.564580 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ad46f905-33f9-4b69-b913-3c645bedb7d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767534377674'] for network (1e8ee100-9e5b-4809-8cb0-dbfff2298b1e), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:34.594360 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-832e862f-ec83-44fc-b4d1-8d8cf57da883 admin admin] Publish callbacks [] for router_gateway (3307909d-82d8-4346-9073-4c4354e246f2), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:34.597790 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc814e30-6b0a-43d5-8c47-1eab8ad0cf1f admin admin] Network 8adffcb3-eb41-48c9-bdc6-30a7213ac01c is scheduled to be hosted by DHCP agent ca19cd2b-474d-4d89-a742-81ad09a7c505 with binding_index 1 {{(pid=106356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 14:29:34.605502 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-e74e734d-0c21-4eaf-965e-a8cbc037ac10 None None] Provisioning complete for port c7796efc-bc07-44a2-947c-854a333e641a triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:34.606267 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e74e734d-0c21-4eaf-965e-a8cbc037ac10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (c7796efc-bc07-44a2-947c-854a333e641a), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:34.606905 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-e74e734d-0c21-4eaf-965e-a8cbc037ac10 None None] Attempt 1 to provision port c7796efc-bc07-44a2-947c-854a333e641a Oct 04 14:29:34.633524 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e06e5e-f60d-4f3c-8d6b-c8149551dc13 admin admin] Network 3e89e862-e669-4987-af44-eb18dbc3b78d is scheduled to be hosted by DHCP agent ca19cd2b-474d-4d89-a742-81ad09a7c505 with binding_index 1 {{(pid=106355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 14:29:34.659784 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-dc814e30-6b0a-43d5-8c47-1eab8ad0cf1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860260-1-iscsi, 8adffcb3-eb41-48c9-bdc6-30a7213ac01c) {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:34.675736 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb21b582-e39d-4143-a5f1-4b3d255b3155 None None] Network 8adffcb3-eb41-48c9-bdc6-30a7213ac01c requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:29:34.683584 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc814e30-6b0a-43d5-8c47-1eab8ad0cf1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:29:34.684260 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-dc814e30-6b0a-43d5-8c47-1eab8ad0cf1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:34.719595 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-76e06e5e-f60d-4f3c-8d6b-c8149551dc13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860260-1-iscsi, 3e89e862-e669-4987-af44-eb18dbc3b78d) {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:34.747038 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e06e5e-f60d-4f3c-8d6b-c8149551dc13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:29:34.749280 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-76e06e5e-f60d-4f3c-8d6b-c8149551dc13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:34.767982 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-dc814e30-6b0a-43d5-8c47-1eab8ad0cf1f admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0995131 Oct 04 14:29:34.770961 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 39534) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:34.780188 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-2204aa27-2b95-4e67-8caf-2bfadbbc2420 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2018339653-router', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:29:34.823557 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b05489d-5870-4e21-8b2e-ecc99e939e36 None None] Network 3e89e862-e669-4987-af44-eb18dbc3b78d requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:29:34.839411 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ad46f905-33f9-4b69-b913-3c645bedb7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for network (1e8ee100-9e5b-4809-8cb0-dbfff2298b1e), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:34.841230 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad46f905-33f9-4b69-b913-3c645bedb7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:29:34.841888 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ad46f905-33f9-4b69-b913-3c645bedb7d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:34.879828 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc85d38-485d-45f0-971f-5225b5b80edd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d75d4f5-93f2-5a44-ba2c-7aa78ccd22af-8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'project_id': '64993786e21b45beb7829ceaede4777a', 'fixed_ips': [{'subnet_id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f'}]}} from dv-cinder-860260-1-iscsi. {{(pid=106357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 14:29:34.881289 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ccc85d38-485d-45f0-971f-5225b5b80edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:34.915674 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2204aa27-2b95-4e67-8caf-2bfadbbc2420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7312'] for router (b9d09624-1d1e-4c4f-96a0-a3804f4dea7b), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:34.916743 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2204aa27-2b95-4e67-8caf-2bfadbbc2420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7307'] for router (b9d09624-1d1e-4c4f-96a0-a3804f4dea7b), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:34.953272 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:34.955511 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:34.959557 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46f905-33f9-4b69-b913-3c645bedb7d4 admin admin] Pushing event updated for resources: {'Network': ['ID=1e8ee100-9e5b-4809-8cb0-dbfff2298b1e,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:34.965071 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-ad46f905-33f9-4b69-b913-3c645bedb7d4 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7424378 Oct 04 14:29:34.972501 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39548) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:34.983254 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-5e8b2a43-2963-43a3-87d6-d3f84d6ac88f admin admin] Request body: {'subnet': {'network_id': '1e8ee100-9e5b-4809-8cb0-dbfff2298b1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1402762535-subnet', 'tenant_id': 'da10281be41c43988e60ecfafd5d0d12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:29:35.025350 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-76e06e5e-f60d-4f3c-8d6b-c8149551dc13 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1457658 Oct 04 14:29:35.029373 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39554) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:35.030130 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8b2a43-2963-43a3-87d6-d3f84d6ac88f admin admin] Made reservation on behalf of da10281be41c43988e60ecfafd5d0d12 for: {'subnet': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:29:35.033223 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5e8b2a43-2963-43a3-87d6-d3f84d6ac88f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:35.099440 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Network 1e8ee100-9e5b-4809-8cb0-dbfff2298b1e details requested by agent ovs-agent-dv-cinder-860260-1-iscsi with host dv-cinder-860260-1-iscsi {{(pid=106357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 14:29:35.112936 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-77d9f7e6-b96c-43bb-8e3f-1a87131f3e16 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:29:35.169628 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-61a675d3-85e2-40eb-b26c-918c4473a8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for subnet (f924e31c-043d-4433-825a-9f71ad91746e), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:35.199219 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-77d9f7e6-b96c-43bb-8e3f-1a87131f3e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7312'] for router (62bc1c7e-254b-44ea-8e51-0290db5b3aee), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:35.201543 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-77d9f7e6-b96c-43bb-8e3f-1a87131f3e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7307'] for router (62bc1c7e-254b-44ea-8e51-0290db5b3aee), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:35.455810 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2204aa27-2b95-4e67-8caf-2bfadbbc2420 admin admin] Publish callbacks [] for router_controller (b9d09624-1d1e-4c4f-96a0-a3804f4dea7b), precommit_add_association {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:35.464788 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a675d3-85e2-40eb-b26c-918c4473a8a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f924e31c-043d-4433-825a-9f71ad91746e,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:35.578281 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-e74e734d-0c21-4eaf-965e-a8cbc037ac10 None None] Current status of the port c7796efc-bc07-44a2-947c-854a333e641a is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:29:35.584826 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device c7796efc-bc07-44a2-947c-854a333e641a up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:29:35.602540 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a675d3-85e2-40eb-b26c-918c4473a8a8 admin admin] Checking segment: {'id': 'eadc35fa-057b-4202-b790-68a141529e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:29:35.604084 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a675d3-85e2-40eb-b26c-918c4473a8a8 admin admin] Network hostable DHCP agents. Network: c224c131-1e09-47f0-b40a-1a73221baea0, hostable agents: ['ca19cd2b-474d-4d89-a742-81ad09a7c505'], hosted agents: [] {{(pid=106355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 14:29:35.633592 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:35.638762 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-832e862f-ec83-44fc-b4d1-8d8cf57da883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549326'] for router (3307909d-82d8-4346-9073-4c4354e246f2), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:35.689534 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-77d9f7e6-b96c-43bb-8e3f-1a87131f3e16 admin admin] Publish callbacks [] for router_controller (62bc1c7e-254b-44ea-8e51-0290db5b3aee), precommit_add_association {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:35.758969 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port c7796efc-bc07-44a2-947c-854a333e641a triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:35.758969 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (c7796efc-bc07-44a2-947c-854a333e641a), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:35.758969 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port c7796efc-bc07-44a2-947c-854a333e641a Oct 04 14:29:35.766539 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [None req-ccc85d38-485d-45f0-971f-5225b5b80edd None None] Allocated IP 172.20.0.2 (8adffcb3-eb41-48c9-bdc6-30a7213ac01c/866d7ee4-9072-4a41-8ab0-25e4c5a7536f/cb8757cb-bfce-4c45-a4ca-f72406a04f53) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:29:35.817914 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2204aa27-2b95-4e67-8caf-2bfadbbc2420 admin admin] Publish callbacks [] for router_gateway (b9d09624-1d1e-4c4f-96a0-a3804f4dea7b), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:35.859742 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a675d3-85e2-40eb-b26c-918c4473a8a8 admin admin] Network c224c131-1e09-47f0-b40a-1a73221baea0 is scheduled to be hosted by DHCP agent ca19cd2b-474d-4d89-a742-81ad09a7c505 with binding_index 1 {{(pid=106355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 14:29:35.880715 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4470529d-10eb-488f-9b37-c052c2c48224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d75d4f5-93f2-5a44-ba2c-7aa78ccd22af-3e89e862-e669-4987-af44-eb18dbc3b78d', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41'}]}} from dv-cinder-860260-1-iscsi. {{(pid=106357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 14:29:35.881641 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4470529d-10eb-488f-9b37-c052c2c48224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:35.939769 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:35.940060 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=12 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:35.953639 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5e8b2a43-2963-43a3-87d6-d3f84d6ac88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for subnet (fe0231a6-6c05-48d1-bcae-f5fe5f4b4268), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:35.971298 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-61a675d3-85e2-40eb-b26c-918c4473a8a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860260-1-iscsi, c224c131-1e09-47f0-b40a-1a73221baea0) {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:36.034988 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e61ee09-b1b1-4664-b313-5e0fba9b2175 None None] Network c224c131-1e09-47f0-b40a-1a73221baea0 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:29:36.046309 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a675d3-85e2-40eb-b26c-918c4473a8a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:29:36.046932 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-61a675d3-85e2-40eb-b26c-918c4473a8a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:36.135604 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832e862f-ec83-44fc-b4d1-8d8cf57da883 admin admin] Router 3307909d-82d8-4346-9073-4c4354e246f2 is scheduled to L3 agent 143239ad-78d0-4b46-bab7-60f655805716 with binding_index 1 {{(pid=106356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 14:29:36.152796 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2204aa27-2b95-4e67-8caf-2bfadbbc2420 admin admin] Publish callbacks [] for router_gateway (b9d09624-1d1e-4c4f-96a0-a3804f4dea7b), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:36.153009 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port c7796efc-bc07-44a2-947c-854a333e641a is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:29:36.182919 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2204aa27-2b95-4e67-8caf-2bfadbbc2420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:36.200587 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-01595967-414e-40cd-a87f-4f574d2ee3ad None None] Provisioning complete for port c7796efc-bc07-44a2-947c-854a333e641a triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:36.201005 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-01595967-414e-40cd-a87f-4f574d2ee3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (c7796efc-bc07-44a2-947c-854a333e641a), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:36.201331 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-01595967-414e-40cd-a87f-4f574d2ee3ad None None] Attempt 1 to provision port c7796efc-bc07-44a2-947c-854a333e641a Oct 04 14:29:36.218135 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:29:36.258369 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-77d9f7e6-b96c-43bb-8e3f-1a87131f3e16 admin admin] Publish callbacks [] for router_gateway (62bc1c7e-254b-44ea-8e51-0290db5b3aee), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:36.288665 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:36.317255 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [None req-4470529d-10eb-488f-9b37-c052c2c48224 None None] Allocated IP 172.20.0.2 (3e89e862-e669-4987-af44-eb18dbc3b78d/3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41/94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:29:36.319558 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ccc85d38-485d-45f0-971f-5225b5b80edd None None] Publish callbacks [] for port (cb8757cb-bfce-4c45-a4ca-f72406a04f53), precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:36.334295 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-61a675d3-85e2-40eb-b26c-918c4473a8a8 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7615900 Oct 04 14:29:36.339571 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 39578) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:36.351054 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ccc85d38-485d-45f0-971f-5225b5b80edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (cb8757cb-bfce-4c45-a4ca-f72406a04f53), after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:36.353854 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-5b1a473c-e626-4f7d-97d7-d873fcfacec8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-560114202-router', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:29:36.382098 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b2a43-2963-43a3-87d6-d3f84d6ac88f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe0231a6-6c05-48d1-bcae-f5fe5f4b4268,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:36.392269 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8b2a43-2963-43a3-87d6-d3f84d6ac88f admin admin] Checking segment: {'id': 'e348613e-3669-436d-a9ac-f6ed2ca47324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1e8ee100-9e5b-4809-8cb0-dbfff2298b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:29:36.392975 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8b2a43-2963-43a3-87d6-d3f84d6ac88f admin admin] Network hostable DHCP agents. Network: 1e8ee100-9e5b-4809-8cb0-dbfff2298b1e, hostable agents: ['ca19cd2b-474d-4d89-a742-81ad09a7c505'], hosted agents: [] {{(pid=106355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 14:29:36.402378 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f328ab8f-e6cb-4e99-8100-30606c83c1ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d75d4f5-93f2-5a44-ba2c-7aa78ccd22af-c224c131-1e09-47f0-b40a-1a73221baea0', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'fixed_ips': [{'subnet_id': 'f924e31c-043d-4433-825a-9f71ad91746e'}]}} from dv-cinder-860260-1-iscsi. {{(pid=106357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 14:29:36.403288 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f328ab8f-e6cb-4e99-8100-30606c83c1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:36.446940 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832e862f-ec83-44fc-b4d1-8d8cf57da883 admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:29:36.462488 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc85d38-485d-45f0-971f-5225b5b80edd None None] Network 8adffcb3-eb41-48c9-bdc6-30a7213ac01c is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:29:36.465370 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:36.467211 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] Sync routers for ids ['3307909d-82d8-4346-9073-4c4354e246f2'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:29:36.476084 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5b1a473c-e626-4f7d-97d7-d873fcfacec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7312'] for router (7f1e21c9-2f4f-446c-bf56-5191c99c1bc8), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:36.477869 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5b1a473c-e626-4f7d-97d7-d873fcfacec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7307'] for router (7f1e21c9-2f4f-446c-bf56-5191c99c1bc8), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:36.489495 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-ccc85d38-485d-45f0-971f-5225b5b80edd None None] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:36.502000 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc85d38-485d-45f0-971f-5225b5b80edd None None] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:29:36.532575 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] Routers {'3307909d-82d8-4346-9073-4c4354e246f2'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:29:36.540591 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc85d38-485d-45f0-971f-5225b5b80edd None None] Pushing event updated for resources: {'Port': ['ID=cb8757cb-bfce-4c45-a4ca-f72406a04f53,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:36.548384 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:29:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['3307909d-82d8-4346-9073-4c4354e246f2'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:36.554454 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-01595967-414e-40cd-a87f-4f574d2ee3ad None None] Current status of the port c7796efc-bc07-44a2-947c-854a333e641a is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:29:36.589004 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [None req-2204aa27-2b95-4e67-8caf-2bfadbbc2420 admin admin] Allocated IP 172.27.3.59 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/951134fa-23d9-410d-b121-c1a0b575003b) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:29:36.697127 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8b2a43-2963-43a3-87d6-d3f84d6ac88f admin admin] Network 1e8ee100-9e5b-4809-8cb0-dbfff2298b1e is scheduled to be hosted by DHCP agent ca19cd2b-474d-4d89-a742-81ad09a7c505 with binding_index 1 {{(pid=106355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 14:29:36.757295 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4470529d-10eb-488f-9b37-c052c2c48224 None None] Publish callbacks [] for port (94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc), precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:36.778874 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:36.785420 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-832e862f-ec83-44fc-b4d1-8d8cf57da883 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:36.791970 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-832e862f-ec83-44fc-b4d1-8d8cf57da883 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2711403 Oct 04 14:29:36.799691 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-77d9f7e6-b96c-43bb-8e3f-1a87131f3e16 admin admin] Publish callbacks [] for router_gateway (62bc1c7e-254b-44ea-8e51-0290db5b3aee), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:36.805483 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4470529d-10eb-488f-9b37-c052c2c48224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc), after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:36.811116 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2204aa27-2b95-4e67-8caf-2bfadbbc2420 admin admin] Publish callbacks [] for port (951134fa-23d9-410d-b121-c1a0b575003b), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:36.822179 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 39604) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:36.846842 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-77d9f7e6-b96c-43bb-8e3f-1a87131f3e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:36.854362 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-5e8b2a43-2963-43a3-87d6-d3f84d6ac88f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860260-1-iscsi, 1e8ee100-9e5b-4809-8cb0-dbfff2298b1e) {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:36.877671 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8b2a43-2963-43a3-87d6-d3f84d6ac88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:29:36.879899 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5e8b2a43-2963-43a3-87d6-d3f84d6ac88f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:36.897683 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:36.952538 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-5e8b2a43-2963-43a3-87d6-d3f84d6ac88f admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9705355 Oct 04 14:29:36.965793 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470529d-10eb-488f-9b37-c052c2c48224 None None] Pushing event updated for resources: {'Port': ['ID=94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:36.969935 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646f8b46-d0a6-4540-a2c3-3323bcc9266a None None] Network 1e8ee100-9e5b-4809-8cb0-dbfff2298b1e requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:29:36.982328 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 39612) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:37.014968 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] Set router 3307909d-82d8-4346-9073-4c4354e246f2 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:29:37.015740 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-f1a5c618-18fd-46cb-a74f-f2484e71384a admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1402762535-router', 'tenant_id': 'da10281be41c43988e60ecfafd5d0d12', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:29:37.108706 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5b1a473c-e626-4f7d-97d7-d873fcfacec8 admin admin] Publish callbacks [] for router_controller (7f1e21c9-2f4f-446c-bf56-5191c99c1bc8), precommit_add_association {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:37.273760 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3307909d-82d8-4346-9073-4c4354e246f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1683789294-router', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:31Z', 'updated_at': '2022-10-04T14:29:34Z', 'revision_number': 3, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'gw_port': {'id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ba:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:33Z', 'updated_at': '2022-10-04T14:29:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:37.285632 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4470529d-10eb-488f-9b37-c052c2c48224 None None] Network 3e89e862-e669-4987-af44-eb18dbc3b78d is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:29:37.294946 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-4470529d-10eb-488f-9b37-c052c2c48224 None None] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:37.306576 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-ccc85d38-485d-45f0-971f-5225b5b80edd None None] Attempting to bind port cb8757cb-bfce-4c45-a4ca-f72406a04f53 on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:29:37.307066 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-ccc85d38-485d-45f0-971f-5225b5b80edd None None] Attempting to bind port cb8757cb-bfce-4c45-a4ca-f72406a04f53 by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '7bffdabf-7aa9-47c9-8b84-9af819e0aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:29:37.307541 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc85d38-485d-45f0-971f-5225b5b80edd None None] Attempting to bind port cb8757cb-bfce-4c45-a4ca-f72406a04f53 on network 8adffcb3-eb41-48c9-bdc6-30a7213ac01c {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:29:37.321571 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4470529d-10eb-488f-9b37-c052c2c48224 None None] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:29:37.325801 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] Checking router: 3307909d-82d8-4346-9073-4c4354e246f2 for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:29:37.326096 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] Updating router 3307909d-82d8-4346-9073-4c4354e246f2 port a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9 binding host dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 14:29:37.355740 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2204aa27-2b95-4e67-8caf-2bfadbbc2420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (951134fa-23d9-410d-b121-c1a0b575003b), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:37.377024 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:37.435916 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_common [None req-77d9f7e6-b96c-43bb-8e3f-1a87131f3e16 admin admin] Allocated IP 172.27.3.73 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/e19a6cc3-d7fd-4d7a-b365-81e65302b792) {{(pid=106355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:29:37.469266 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204aa27-2b95-4e67-8caf-2bfadbbc2420 admin admin] Pushing event updated for resources: {'Port': ['ID=951134fa-23d9-410d-b121-c1a0b575003b,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:37.488280 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f1a5c618-18fd-46cb-a74f-f2484e71384a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7312'] for router (91c6edb4-346f-40c9-8011-4663947960aa), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:37.497920 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f1a5c618-18fd-46cb-a74f-f2484e71384a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7307'] for router (91c6edb4-346f-40c9-8011-4663947960aa), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:37.517049 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8bbd2b-268e-4bcc-833f-6d751bb32d54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d75d4f5-93f2-5a44-ba2c-7aa78ccd22af-1e8ee100-9e5b-4809-8cb0-dbfff2298b1e', 'network_id': '1e8ee100-9e5b-4809-8cb0-dbfff2298b1e', 'project_id': 'da10281be41c43988e60ecfafd5d0d12', 'fixed_ips': [{'subnet_id': 'fe0231a6-6c05-48d1-bcae-f5fe5f4b4268'}]}} from dv-cinder-860260-1-iscsi. {{(pid=106357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 14:29:37.530129 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9e8bbd2b-268e-4bcc-833f-6d751bb32d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:37.565783 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:37.595761 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [None req-f328ab8f-e6cb-4e99-8100-30606c83c1ed None None] Allocated IP 172.20.0.2 (c224c131-1e09-47f0-b40a-1a73221baea0/f924e31c-043d-4433-825a-9f71ad91746e/4704e236-c4b0-4b6a-8224-ed29c12d74fc) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:29:37.610639 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2204aa27-2b95-4e67-8caf-2bfadbbc2420 admin admin] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:29:37.637528 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-4470529d-10eb-488f-9b37-c052c2c48224 None None] Attempting to bind port 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:29:37.637998 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-4470529d-10eb-488f-9b37-c052c2c48224 None None] Attempting to bind port 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:29:37.638432 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4470529d-10eb-488f-9b37-c052c2c48224 None None] Attempting to bind port 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc on network 3e89e862-e669-4987-af44-eb18dbc3b78d {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:29:37.705480 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5b1a473c-e626-4f7d-97d7-d873fcfacec8 admin admin] Publish callbacks [] for router_gateway (7f1e21c9-2f4f-446c-bf56-5191c99c1bc8), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:37.718442 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:37.718948 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-2204aa27-2b95-4e67-8caf-2bfadbbc2420 admin admin] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:37.729717 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2204aa27-2b95-4e67-8caf-2bfadbbc2420 admin admin] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:29:37.732252 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc85d38-485d-45f0-971f-5225b5b80edd None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:29:37.732804 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc85d38-485d-45f0-971f-5225b5b80edd None None] Checking segment: {'id': '7bffdabf-7aa9-47c9-8b84-9af819e0aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:29:37.734539 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ccc85d38-485d-45f0-971f-5225b5b80edd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:37.734539 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc85d38-485d-45f0-971f-5225b5b80edd None None] Bound using segment: {'id': '7bffdabf-7aa9-47c9-8b84-9af819e0aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:29:37.734539 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-ccc85d38-485d-45f0-971f-5225b5b80edd None None] Bound port: cb8757cb-bfce-4c45-a4ca-f72406a04f53, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bffdabf-7aa9-47c9-8b84-9af819e0aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:29:37.734539 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ccc85d38-485d-45f0-971f-5225b5b80edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (cb8757cb-bfce-4c45-a4ca-f72406a04f53), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:37.780717 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-77d9f7e6-b96c-43bb-8e3f-1a87131f3e16 admin admin] Publish callbacks [] for port (e19a6cc3-d7fd-4d7a-b365-81e65302b792), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:37.782733 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f1a5c618-18fd-46cb-a74f-f2484e71384a admin admin] Publish callbacks [] for router_controller (91c6edb4-346f-40c9-8011-4663947960aa), precommit_add_association {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:37.906360 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-77d9f7e6-b96c-43bb-8e3f-1a87131f3e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (e19a6cc3-d7fd-4d7a-b365-81e65302b792), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:38.057293 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d9f7e6-b96c-43bb-8e3f-1a87131f3e16 admin admin] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:29:38.079472 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-77d9f7e6-b96c-43bb-8e3f-1a87131f3e16 admin admin] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:38.194537 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d9f7e6-b96c-43bb-8e3f-1a87131f3e16 admin admin] Received port after_create {{(pid=106355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:29:38.203137 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] Publish callbacks [] for port (a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9), precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:38.214464 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:38.215569 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:38.271504 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:38.273561 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4470529d-10eb-488f-9b37-c052c2c48224 None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:29:38.274070 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4470529d-10eb-488f-9b37-c052c2c48224 None None] Checking segment: {'id': '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:29:38.274425 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4470529d-10eb-488f-9b37-c052c2c48224 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:38.274787 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4470529d-10eb-488f-9b37-c052c2c48224 None None] Bound using segment: {'id': '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:29:38.275337 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-4470529d-10eb-488f-9b37-c052c2c48224 None None] Bound port: 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:29:38.275736 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4470529d-10eb-488f-9b37-c052c2c48224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:38.353016 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-ccc85d38-485d-45f0-971f-5225b5b80edd None None] For port cb8757cb-bfce-4c45-a4ca-f72406a04f53, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:29:38.362540 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=9 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:38.370405 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f328ab8f-e6cb-4e99-8100-30606c83c1ed None None] Publish callbacks [] for port (4704e236-c4b0-4b6a-8224-ed29c12d74fc), precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:38.390410 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-ccc85d38-485d-45f0-971f-5225b5b80edd None None] For port cb8757cb-bfce-4c45-a4ca-f72406a04f53, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=cb8757cb-bfce-4c45-a4ca-f72406a04f53,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:29:38.404780 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [None req-9e8bbd2b-268e-4bcc-833f-6d751bb32d54 None None] Allocated IP 172.20.0.2 (1e8ee100-9e5b-4809-8cb0-dbfff2298b1e/fe0231a6-6c05-48d1-bcae-f5fe5f4b4268/24075625-c6d4-4598-a30e-055d6c465fd2) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:29:38.408215 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f328ab8f-e6cb-4e99-8100-30606c83c1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (4704e236-c4b0-4b6a-8224-ed29c12d74fc), after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:38.435309 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f328ab8f-e6cb-4e99-8100-30606c83c1ed None None] Network c224c131-1e09-47f0-b40a-1a73221baea0 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:29:38.443454 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-f328ab8f-e6cb-4e99-8100-30606c83c1ed None None] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:38.446022 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] Attempting to bind port a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9 on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:29:38.447853 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ccc85d38-485d-45f0-971f-5225b5b80edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (cb8757cb-bfce-4c45-a4ca-f72406a04f53), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:38.448680 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] Attempting to bind port a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9 by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:29:38.449254 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] Attempting to bind port a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9 on network de362cfd-b891-4103-bae0-869e4a402a70 {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:29:38.457840 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f1a5c618-18fd-46cb-a74f-f2484e71384a admin admin] Publish callbacks [] for router_gateway (91c6edb4-346f-40c9-8011-4663947960aa), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:38.462257 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f328ab8f-e6cb-4e99-8100-30606c83c1ed None None] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:29:38.567142 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-4470529d-10eb-488f-9b37-c052c2c48224 None None] For port 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:29:38.576080 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb3c0f-416b-4613-be4a-defdb9e4a7ac None None] Pushing event updated for resources: {'Port': ['ID=a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9,revision_number=2']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:38.608542 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:38.626516 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb3c0f-416b-4613-be4a-defdb9e4a7ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:38.628209 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328ab8f-e6cb-4e99-8100-30606c83c1ed None None] Pushing event updated for resources: {'Port': ['ID=4704e236-c4b0-4b6a-8224-ed29c12d74fc,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:38.629177 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb3c0f-416b-4613-be4a-defdb9e4a7ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:38.630816 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb3c0f-416b-4613-be4a-defdb9e4a7ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:38.631715 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb3c0f-416b-4613-be4a-defdb9e4a7ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:38.645335 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb3c0f-416b-4613-be4a-defdb9e4a7ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:38.646407 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb3c0f-416b-4613-be4a-defdb9e4a7ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:38.653161 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb3c0f-416b-4613-be4a-defdb9e4a7ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:38.654528 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb3c0f-416b-4613-be4a-defdb9e4a7ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:38.655543 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb3c0f-416b-4613-be4a-defdb9e4a7ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:38.656384 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb3c0f-416b-4613-be4a-defdb9e4a7ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:38.657199 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb3c0f-416b-4613-be4a-defdb9e4a7ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:38.660874 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb3c0f-416b-4613-be4a-defdb9e4a7ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:38.665235 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb3c0f-416b-4613-be4a-defdb9e4a7ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:38.666187 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb3c0f-416b-4613-be4a-defdb9e4a7ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:38.668567 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb3c0f-416b-4613-be4a-defdb9e4a7ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb3c0f-416b-4613-be4a-defdb9e4a7ac None None] Tracked resource versions report: Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: pushed versions: Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: { 'AddressGroup': {'1.2'}, Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'Agent': {'1.1'}, Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'ConntrackHelper': {'1.0'}, Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'LocalIPAssociation': {'1.0'}, Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'Log': {'1.0'}, Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'NDPProxy': {'1.0'}, Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'Network': {'1.1'}, Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'Port': {'1.7'}, Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'PortForwarding': {'1.3'}, Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'QosPolicy': {'1.10'}, Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'SecurityGroup': {'1.5'}, Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'SecurityGroupRule': {'1.2'}, Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'SubPort': {'1.0'}, Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'Subnet': {'1.1'}, Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'Trunk': {'1.1'}} Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: consumer versions: Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: { DHCP agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: HyperV agent@hv-cinder-86026: {}, Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: L3 agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: Metadata agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: Metering agent@dv-cinder-860260-1-iscsi: {}, Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: Open vSwitch agent@dv-cinder-860260-1-iscsi: { 'AddressGroup': '1.2', Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'Agent': '1.1', Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'ConntrackHelper': '1.0', Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'LocalIPAssociation': '1.0', Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'Log': '1.0', Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'NDPProxy': '1.0', Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'Network': '1.1', Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'Port': '1.7', Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'PortForwarding': '1.3', Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'QosPolicy': '1.10', Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'SecurityGroup': '1.5', Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'SecurityGroupRule': '1.2', Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'SubPort': '1.0', Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'Subnet': '1.1', Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: 'Trunk': '1.1'}} Oct 04 14:29:38.674869 dv-cinder-860260-1-iscsi neutron-server[106358]: {{(pid=106358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 14:29:38.693534 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9f7e6-b96c-43bb-8e3f-1a87131f3e16 admin admin] Pushing event updated for resources: {'Port': ['ID=e19a6cc3-d7fd-4d7a-b365-81e65302b792,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:38.740119 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-f328ab8f-e6cb-4e99-8100-30606c83c1ed None None] Attempting to bind port 4704e236-c4b0-4b6a-8224-ed29c12d74fc on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:29:38.740723 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-f328ab8f-e6cb-4e99-8100-30606c83c1ed None None] Attempting to bind port 4704e236-c4b0-4b6a-8224-ed29c12d74fc by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': 'eadc35fa-057b-4202-b790-68a141529e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:29:38.741297 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f328ab8f-e6cb-4e99-8100-30606c83c1ed None None] Attempting to bind port 4704e236-c4b0-4b6a-8224-ed29c12d74fc on network c224c131-1e09-47f0-b40a-1a73221baea0 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:29:38.762839 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:29:38.763723 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] Checking segment: {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:29:38.765318 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:38.766065 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] Bound using segment: {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:29:38.767009 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] Bound port: a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:29:38.770292 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:39.010232 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] For port a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:29:39.013265 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-77d9f7e6-b96c-43bb-8e3f-1a87131f3e16 admin admin] Publish callbacks [] for router_gateway (62bc1c7e-254b-44ea-8e51-0290db5b3aee), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:39.019156 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] For port a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:29:39.033557 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:39.037492 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-4470529d-10eb-488f-9b37-c052c2c48224 None None] For port 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:29:39.043046 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc85d38-485d-45f0-971f-5225b5b80edd None None] Pushing event updated for resources: {'Port': ['ID=cb8757cb-bfce-4c45-a4ca-f72406a04f53,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:39.099137 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4470529d-10eb-488f-9b37-c052c2c48224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:39.161737 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 39656) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:39.178143 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb3c0f-416b-4613-be4a-defdb9e4a7ac None None] Pushing event updated for resources: {'Port': ['ID=a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9,revision_number=3']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:39.199852 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2204aa27-2b95-4e67-8caf-2bfadbbc2420 admin admin] Publish callbacks [] for router_gateway (b9d09624-1d1e-4c4f-96a0-a3804f4dea7b), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:39.203689 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] Routers {'3307909d-82d8-4346-9073-4c4354e246f2'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:29:39.210235 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:29:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['3307909d-82d8-4346-9073-4c4354e246f2'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:39.253156 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:39.263085 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5b1a473c-e626-4f7d-97d7-d873fcfacec8 admin admin] Publish callbacks [] for router_gateway (7f1e21c9-2f4f-446c-bf56-5191c99c1bc8), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:39.364138 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5b1a473c-e626-4f7d-97d7-d873fcfacec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:39.392613 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470529d-10eb-488f-9b37-c052c2c48224 None None] Pushing event updated for resources: {'Port': ['ID=94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:39.419175 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:39.435178 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:39.438174 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9e8bbd2b-268e-4bcc-833f-6d751bb32d54 None None] Publish callbacks [] for port (24075625-c6d4-4598-a30e-055d6c465fd2), precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:39.458611 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9e8bbd2b-268e-4bcc-833f-6d751bb32d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (24075625-c6d4-4598-a30e-055d6c465fd2), after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:39.531694 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f328ab8f-e6cb-4e99-8100-30606c83c1ed None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:29:39.532078 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f328ab8f-e6cb-4e99-8100-30606c83c1ed None None] Checking segment: {'id': 'eadc35fa-057b-4202-b790-68a141529e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:29:39.532515 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f328ab8f-e6cb-4e99-8100-30606c83c1ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:39.533180 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f328ab8f-e6cb-4e99-8100-30606c83c1ed None None] Bound using segment: {'id': 'eadc35fa-057b-4202-b790-68a141529e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:29:39.533672 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-f328ab8f-e6cb-4e99-8100-30606c83c1ed None None] Bound port: 4704e236-c4b0-4b6a-8224-ed29c12d74fc, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eadc35fa-057b-4202-b790-68a141529e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:29:39.534052 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f328ab8f-e6cb-4e99-8100-30606c83c1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (4704e236-c4b0-4b6a-8224-ed29c12d74fc), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:39.555037 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-77d9f7e6-b96c-43bb-8e3f-1a87131f3e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549326'] for router (62bc1c7e-254b-44ea-8e51-0290db5b3aee), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:39.567199 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] Set router 3307909d-82d8-4346-9073-4c4354e246f2 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:29:39.642317 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device cb8757cb-bfce-4c45-a4ca-f72406a04f53 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:29:39.655137 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8bbd2b-268e-4bcc-833f-6d751bb32d54 None None] Network 1e8ee100-9e5b-4809-8cb0-dbfff2298b1e is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:29:39.689692 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-9e8bbd2b-268e-4bcc-833f-6d751bb32d54 None None] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:39.693036 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8bbd2b-268e-4bcc-833f-6d751bb32d54 None None] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:29:39.700077 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bbd2b-268e-4bcc-833f-6d751bb32d54 None None] Pushing event updated for resources: {'Port': ['ID=24075625-c6d4-4598-a30e-055d6c465fd2,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:39.708341 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-f328ab8f-e6cb-4e99-8100-30606c83c1ed None None] For port 4704e236-c4b0-4b6a-8224-ed29c12d74fc, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:29:39.798687 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-f328ab8f-e6cb-4e99-8100-30606c83c1ed None None] For port 4704e236-c4b0-4b6a-8224-ed29c12d74fc, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=4704e236-c4b0-4b6a-8224-ed29c12d74fc,segment=NetworkSegment(eadc35fa-057b-4202-b790-68a141529e21),segment_id=eadc35fa-057b-4202-b790-68a141529e21)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:29:39.862001 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:39.869523 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f328ab8f-e6cb-4e99-8100-30606c83c1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (4704e236-c4b0-4b6a-8224-ed29c12d74fc), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:39.894153 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:40.000852 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3307909d-82d8-4346-9073-4c4354e246f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1683789294-router', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:31Z', 'updated_at': '2022-10-04T14:29:34Z', 'revision_number': 3, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'gw_port': {'id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ba:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:33Z', 'updated_at': '2022-10-04T14:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:40.002751 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d196de3f-40fd-4a9f-a9b8-e05e348f2cf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:40.073224 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d711eb3-9e49-41c0-80b1-26f3088a3556 None None] The sync data for ids ['3307909d-82d8-4346-9073-4c4354e246f2'] in dv-cinder-860260-1-iscsi is: [{'id': '3307909d-82d8-4346-9073-4c4354e246f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1683789294-router', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:31Z', 'updated_at': '2022-10-04T14:29:34Z', 'revision_number': 3, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'gw_port': {'id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ba:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:33Z', 'updated_at': '2022-10-04T14:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:29:40.075024 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328ab8f-e6cb-4e99-8100-30606c83c1ed None None] Pushing event updated for resources: {'Port': ['ID=4704e236-c4b0-4b6a-8224-ed29c12d74fc,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:40.081958 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:40.109953 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-9e8bbd2b-268e-4bcc-833f-6d751bb32d54 None None] Attempting to bind port 24075625-c6d4-4598-a30e-055d6c465fd2 on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:29:40.116277 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-9e8bbd2b-268e-4bcc-833f-6d751bb32d54 None None] Attempting to bind port 24075625-c6d4-4598-a30e-055d6c465fd2 by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': 'e348613e-3669-436d-a9ac-f6ed2ca47324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1e8ee100-9e5b-4809-8cb0-dbfff2298b1e'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:29:40.117859 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8bbd2b-268e-4bcc-833f-6d751bb32d54 None None] Attempting to bind port 24075625-c6d4-4598-a30e-055d6c465fd2 on network 1e8ee100-9e5b-4809-8cb0-dbfff2298b1e {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:29:40.122491 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port cb8757cb-bfce-4c45-a4ca-f72406a04f53 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:40.125641 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (cb8757cb-bfce-4c45-a4ca-f72406a04f53), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:40.126191 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port cb8757cb-bfce-4c45-a4ca-f72406a04f53 Oct 04 14:29:40.183842 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d9f7e6-b96c-43bb-8e3f-1a87131f3e16 admin admin] Router 62bc1c7e-254b-44ea-8e51-0290db5b3aee is scheduled to L3 agent 143239ad-78d0-4b46-bab7-60f655805716 with binding_index 1 {{(pid=106355) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 14:29:40.296461 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8bbd2b-268e-4bcc-833f-6d751bb32d54 None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:29:40.297025 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8bbd2b-268e-4bcc-833f-6d751bb32d54 None None] Checking segment: {'id': 'e348613e-3669-436d-a9ac-f6ed2ca47324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1e8ee100-9e5b-4809-8cb0-dbfff2298b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:29:40.301595 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9e8bbd2b-268e-4bcc-833f-6d751bb32d54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:40.302404 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8bbd2b-268e-4bcc-833f-6d751bb32d54 None None] Bound using segment: {'id': 'e348613e-3669-436d-a9ac-f6ed2ca47324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1e8ee100-9e5b-4809-8cb0-dbfff2298b1e'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:29:40.303634 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-9e8bbd2b-268e-4bcc-833f-6d751bb32d54 None None] Bound port: 24075625-c6d4-4598-a30e-055d6c465fd2, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e348613e-3669-436d-a9ac-f6ed2ca47324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1e8ee100-9e5b-4809-8cb0-dbfff2298b1e'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:29:40.304463 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9e8bbd2b-268e-4bcc-833f-6d751bb32d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (24075625-c6d4-4598-a30e-055d6c465fd2), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:40.389919 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2204aa27-2b95-4e67-8caf-2bfadbbc2420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549326'] for router (b9d09624-1d1e-4c4f-96a0-a3804f4dea7b), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:40.417352 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8abffef9-2fcb-44c4-9d5f-bd6a09bf3b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:40.429704 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-9e8bbd2b-268e-4bcc-833f-6d751bb32d54 None None] For port 24075625-c6d4-4598-a30e-055d6c465fd2, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:29:40.504366 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03fa38c-dba0-4d75-9d67-b02576a6d48f None None] Network 8adffcb3-eb41-48c9-bdc6-30a7213ac01c requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:29:40.536783 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-9e8bbd2b-268e-4bcc-833f-6d751bb32d54 None None] For port 24075625-c6d4-4598-a30e-055d6c465fd2, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=24075625-c6d4-4598-a30e-055d6c465fd2,segment=NetworkSegment(e348613e-3669-436d-a9ac-f6ed2ca47324),segment_id=e348613e-3669-436d-a9ac-f6ed2ca47324)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:29:40.579728 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d9f7e6-b96c-43bb-8e3f-1a87131f3e16 admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:29:40.634907 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-77d9f7e6-b96c-43bb-8e3f-1a87131f3e16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:40.646658 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-77d9f7e6-b96c-43bb-8e3f-1a87131f3e16 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5472188 Oct 04 14:29:40.651249 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39686) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:40.658341 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:40.712107 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] Sync routers for ids ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:29:40.717371 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9e8bbd2b-268e-4bcc-833f-6d751bb32d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (24075625-c6d4-4598-a30e-055d6c465fd2), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:40.750530 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port cb8757cb-bfce-4c45-a4ca-f72406a04f53 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:29:40.751166 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (cb8757cb-bfce-4c45-a4ca-f72406a04f53), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:40.800703 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] Routers {'62bc1c7e-254b-44ea-8e51-0290db5b3aee'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:29:40.806100 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:29:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:40.951071 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-e9eef9b3-fd22-404f-9856-17d52c19fa5a None None] Provisioning complete for port cb8757cb-bfce-4c45-a4ca-f72406a04f53 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:40.951614 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e9eef9b3-fd22-404f-9856-17d52c19fa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (cb8757cb-bfce-4c45-a4ca-f72406a04f53), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:40.952074 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-e9eef9b3-fd22-404f-9856-17d52c19fa5a None None] Attempt 1 to provision port cb8757cb-bfce-4c45-a4ca-f72406a04f53 Oct 04 14:29:41.003592 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:41.184010 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f1a5c618-18fd-46cb-a74f-f2484e71384a admin admin] Publish callbacks [] for router_gateway (91c6edb4-346f-40c9-8011-4663947960aa), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:41.235657 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe2170d-691b-4cdb-a273-c8ad293bcaa7 None None] Network 3e89e862-e669-4987-af44-eb18dbc3b78d requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:29:41.306044 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port cb8757cb-bfce-4c45-a4ca-f72406a04f53, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=cb8757cb-bfce-4c45-a4ca-f72406a04f53,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:29:41.313040 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:41.314674 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bbd2b-268e-4bcc-833f-6d751bb32d54 None None] Pushing event updated for resources: {'Port': ['ID=24075625-c6d4-4598-a30e-055d6c465fd2,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:41.360107 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (cb8757cb-bfce-4c45-a4ca-f72406a04f53), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:41.397926 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] Set router 62bc1c7e-254b-44ea-8e51-0290db5b3aee gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:29:41.414139 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 39704) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:41.491221 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f1a5c618-18fd-46cb-a74f-f2484e71384a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:41.859394 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:29:41.931596 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e24c3da5-9a08-409b-b7de-25549f34fd60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:41.941787 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ed32cc0b-8ebf-4b5f-8b29-d7bf66a4b8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:41.949341 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [None req-5b1a473c-e626-4f7d-97d7-d873fcfacec8 admin admin] Allocated IP 172.27.3.10 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/3f96b2e2-5072-4240-8ece-f6a135eea9cb) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:29:42.030275 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2204aa27-2b95-4e67-8caf-2bfadbbc2420 admin admin] Router b9d09624-1d1e-4c4f-96a0-a3804f4dea7b is scheduled to L3 agent 143239ad-78d0-4b46-bab7-60f655805716 with binding_index 1 {{(pid=106356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 14:29:42.214104 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d196de3f-40fd-4a9f-a9b8-e05e348f2cf7 admin admin] Publish callbacks [] for security_group (34fb9c2d-cb54-4959-b532-d87a63f4d81e), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:42.240101 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d205ee-1e87-4fed-8719-04ccc08786a5 None None] Network c224c131-1e09-47f0-b40a-1a73221baea0 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:29:42.253859 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [None req-8abffef9-2fcb-44c4-9d5f-bd6a09bf3b1a admin admin] Allocated IP 172.20.0.1 (f70b9727-7199-4fe7-bb77-16baf61f7e49/0b6ce1ed-cefc-4d28-95ba-a2004388db27/5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:29:42.293047 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d196de3f-40fd-4a9f-a9b8-e05e348f2cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (34fb9c2d-cb54-4959-b532-d87a63f4d81e), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:42.305269 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:42.322092 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_common [None req-ed32cc0b-8ebf-4b5f-8b29-d7bf66a4b8b6 admin admin] Allocated IP 172.20.0.1 (3e89e862-e669-4987-af44-eb18dbc3b78d/3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41/1a1ca0b1-1a82-4ee4-b642-8bb201981d87) {{(pid=106355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:29:42.341630 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:42.342811 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196de3f-40fd-4a9f-a9b8-e05e348f2cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fb9c2d-cb54-4959-b532-d87a63f4d81e,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:42.367690 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-e9eef9b3-fd22-404f-9856-17d52c19fa5a None None] Current status of the port cb8757cb-bfce-4c45-a4ca-f72406a04f53 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:29:42.389879 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=7 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:42.472882 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:42.479464 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:42.496721 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-d196de3f-40fd-4a9f-a9b8-e05e348f2cf7 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=882ef38f39024b8c88016fb4deacdbe8&name=default HTTP/1.1" status: 200 len: 2992 time: 3.3221786 Oct 04 14:29:42.505792 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=cb8757cb-bfce-4c45-a4ca-f72406a04f53,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:42.508113 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39716) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:42.558210 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e24c3da5-9a08-409b-b7de-25549f34fd60 admin admin] Publish callbacks [] for security_group (dd7e51ff-6435-4849-adb8-76aab59417ca), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:42.587394 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e24c3da5-9a08-409b-b7de-25549f34fd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (dd7e51ff-6435-4849-adb8-76aab59417ca), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:42.615028 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5b1a473c-e626-4f7d-97d7-d873fcfacec8 admin admin] Publish callbacks [] for port (3f96b2e2-5072-4240-8ece-f6a135eea9cb), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:42.623463 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-e24c3da5-9a08-409b-b7de-25549f34fd60 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=641b76e704ad40ce86b9e2ce749e9494&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1825356 Oct 04 14:29:42.629586 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39720) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:42.656607 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:42.656982 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:42.657316 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9 Oct 04 14:29:42.675904 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2204aa27-2b95-4e67-8caf-2bfadbbc2420 admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:29:42.696342 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] Sync routers for ids ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:29:42.701138 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d8e6302f-cd73-4c8c-9864-496cd2bfb7c7 None None] Provisioning complete for port 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:42.701751 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d8e6302f-cd73-4c8c-9864-496cd2bfb7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:42.702440 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d8e6302f-cd73-4c8c-9864-496cd2bfb7c7 None None] Attempt 1 to provision port 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc Oct 04 14:29:42.721910 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] Routers {'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:29:42.722790 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:29:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:42.769533 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c3da5-9a08-409b-b7de-25549f34fd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7e51ff-6435-4849-adb8-76aab59417ca,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:42.817176 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-9ad7d8df-cfcb-4b26-a502-8bd9834b5c18 admin admin] Publish callbacks [] for security_group (dd7e51ff-6435-4849-adb8-76aab59417ca), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:42.853306 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8abffef9-2fcb-44c4-9d5f-bd6a09bf3b1a admin admin] Publish callbacks [] for port (5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:42.880070 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-9ad7d8df-cfcb-4b26-a502-8bd9834b5c18 admin admin] Publish callbacks [] for security_group (dd7e51ff-6435-4849-adb8-76aab59417ca), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:42.881330 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2204aa27-2b95-4e67-8caf-2bfadbbc2420 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:42.885753 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-2204aa27-2b95-4e67-8caf-2bfadbbc2420 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.1139226 Oct 04 14:29:42.901341 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 39728) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:42.905074 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d3ef41-22c0-4c32-b09f-bef87f65a000 None None] Network 1e8ee100-9e5b-4809-8cb0-dbfff2298b1e requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:29:42.938378 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5b1a473c-e626-4f7d-97d7-d873fcfacec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (3f96b2e2-5072-4240-8ece-f6a135eea9cb), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:43.021222 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] Set router b9d09624-1d1e-4c4f-96a0-a3804f4dea7b gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:29:43.021517 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-9ad7d8df-cfcb-4b26-a502-8bd9834b5c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (dd7e51ff-6435-4849-adb8-76aab59417ca), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:43.023289 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-9ad7d8df-cfcb-4b26-a502-8bd9834b5c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:43.024851 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-9ad7d8df-cfcb-4b26-a502-8bd9834b5c18 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/dd7e51ff-6435-4849-adb8-76aab59417ca HTTP/1.1" status: 204 len: 168 time: 0.3856332 Oct 04 14:29:43.044469 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7d8df-cfcb-4b26-a502-8bd9834b5c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7e51ff-6435-4849-adb8-76aab59417ca,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:43.048096 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c2122f2a-6085-4683-9f90-d71afa7b814f admin admin] Publish callbacks [] for security_group (34fb9c2d-cb54-4959-b532-d87a63f4d81e), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:43.076583 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c2122f2a-6085-4683-9f90-d71afa7b814f admin admin] Publish callbacks [] for security_group (34fb9c2d-cb54-4959-b532-d87a63f4d81e), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:43.185531 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c2122f2a-6085-4683-9f90-d71afa7b814f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (34fb9c2d-cb54-4959-b532-d87a63f4d81e), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:43.189129 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c2122f2a-6085-4683-9f90-d71afa7b814f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:43.193494 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-c2122f2a-6085-4683-9f90-d71afa7b814f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/34fb9c2d-cb54-4959-b532-d87a63f4d81e HTTP/1.1" status: 204 len: 168 time: 0.6741605 Oct 04 14:29:43.231301 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2122f2a-6085-4683-9f90-d71afa7b814f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fb9c2d-cb54-4959-b532-d87a63f4d81e,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:43.248076 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:29:43.248722 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:43.254928 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ed32cc0b-8ebf-4b5f-8b29-d7bf66a4b8b6 admin admin] Publish callbacks [] for port (1a1ca0b1-1a82-4ee4-b642-8bb201981d87), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:43.285135 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:38Z', 'revision_number': 3, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:43.361980 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ed32cc0b-8ebf-4b5f-8b29-d7bf66a4b8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (1a1ca0b1-1a82-4ee4-b642-8bb201981d87), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:43.575943 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed32cc0b-8ebf-4b5f-8b29-d7bf66a4b8b6 admin admin] Network 3e89e862-e669-4987-af44-eb18dbc3b78d is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:29:43.580961 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-ed32cc0b-8ebf-4b5f-8b29-d7bf66a4b8b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:43.604409 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed32cc0b-8ebf-4b5f-8b29-d7bf66a4b8b6 admin admin] Received port after_create {{(pid=106355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:29:43.604933 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ed32cc0b-8ebf-4b5f-8b29-d7bf66a4b8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737589'] for router_interface (62bc1c7e-254b-44ea-8e51-0290db5b3aee), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:43.607521 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32cc0b-8ebf-4b5f-8b29-d7bf66a4b8b6 admin admin] Pushing event updated for resources: {'Port': ['ID=1a1ca0b1-1a82-4ee4-b642-8bb201981d87,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:43.628967 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:29:43.631358 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] Checking router: 62bc1c7e-254b-44ea-8e51-0290db5b3aee for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:29:43.633205 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] Updating router 62bc1c7e-254b-44ea-8e51-0290db5b3aee port e19a6cc3-d7fd-4d7a-b365-81e65302b792 binding host dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 14:29:43.690848 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (e19a6cc3-d7fd-4d7a-b365-81e65302b792), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:43.769561 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2018339653-router', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '951134fa-23d9-410d-b121-c1a0b575003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:34Z', 'updated_at': '2022-10-04T14:29:38Z', 'revision_number': 3, 'project_id': '64993786e21b45beb7829ceaede4777a', 'gw_port': {'id': '951134fa-23d9-410d-b121-c1a0b575003b', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:43.872475 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:43.872475 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 4704e236-c4b0-4b6a-8224-ed29c12d74fc up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:29:43.934169 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:43.946633 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d8e6302f-cd73-4c8c-9864-496cd2bfb7c7 None None] Current status of the port 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:29:43.947569 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d8e6302f-cd73-4c8c-9864-496cd2bfb7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:44.005645 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] Checking router: b9d09624-1d1e-4c4f-96a0-a3804f4dea7b for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:29:44.005984 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] Updating router b9d09624-1d1e-4c4f-96a0-a3804f4dea7b port 951134fa-23d9-410d-b121-c1a0b575003b binding host dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 14:29:44.019448 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1a473c-e626-4f7d-97d7-d873fcfacec8 admin admin] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:29:44.058448 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-5b1a473c-e626-4f7d-97d7-d873fcfacec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:44.064619 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1a473c-e626-4f7d-97d7-d873fcfacec8 admin admin] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:29:44.071619 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (951134fa-23d9-410d-b121-c1a0b575003b), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:44.189817 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 4704e236-c4b0-4b6a-8224-ed29c12d74fc triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:44.190717 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (4704e236-c4b0-4b6a-8224-ed29c12d74fc), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:44.191250 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 4704e236-c4b0-4b6a-8224-ed29c12d74fc Oct 04 14:29:44.225256 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [None req-f1a5c618-18fd-46cb-a74f-f2484e71384a admin admin] Allocated IP 172.27.3.19 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/a63a3594-914c-4dcf-a6a4-93b7dd74fe97) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:29:44.238238 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:44.245823 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a473c-e626-4f7d-97d7-d873fcfacec8 admin admin] Pushing event updated for resources: {'Port': ['ID=3f96b2e2-5072-4240-8ece-f6a135eea9cb,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:44.332829 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39754) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:44.344838 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:44.346475 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8abffef9-2fcb-44c4-9d5f-bd6a09bf3b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:44.379790 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-397ea3b4-4cf3-44dd-97a5-56f57335a5a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:44.393970 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:44.402458 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d8e6302f-cd73-4c8c-9864-496cd2bfb7c7 None None] For port 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:29:44.461945 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d8e6302f-cd73-4c8c-9864-496cd2bfb7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:44.474125 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:44.477106 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abffef9-2fcb-44c4-9d5f-bd6a09bf3b1a admin admin] Network f70b9727-7199-4fe7-bb77-16baf61f7e49 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:29:44.482968 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ed32cc0b-8ebf-4b5f-8b29-d7bf66a4b8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (1a1ca0b1-1a82-4ee4-b642-8bb201981d87), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:44.499532 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39758) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:44.520846 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-8abffef9-2fcb-44c4-9d5f-bd6a09bf3b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:44.532810 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abffef9-2fcb-44c4-9d5f-bd6a09bf3b1a admin admin] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:29:44.533558 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8abffef9-2fcb-44c4-9d5f-bd6a09bf3b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737589'] for router_interface (3307909d-82d8-4346-9073-4c4354e246f2), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:44.538001 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abffef9-2fcb-44c4-9d5f-bd6a09bf3b1a admin admin] Pushing event updated for resources: {'Port': ['ID=5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:44.629241 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6302f-cd73-4c8c-9864-496cd2bfb7c7 None None] Pushing event updated for resources: {'Port': ['ID=94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:44.658302 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d8e6302f-cd73-4c8c-9864-496cd2bfb7c7 None None] Provisioning complete for port cb8757cb-bfce-4c45-a4ca-f72406a04f53 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:44.658926 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d8e6302f-cd73-4c8c-9864-496cd2bfb7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (cb8757cb-bfce-4c45-a4ca-f72406a04f53), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:44.659391 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d8e6302f-cd73-4c8c-9864-496cd2bfb7c7 None None] Attempt 1 to provision port cb8757cb-bfce-4c45-a4ca-f72406a04f53 Oct 04 14:29:44.671957 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 4704e236-c4b0-4b6a-8224-ed29c12d74fc is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:29:44.672907 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (4704e236-c4b0-4b6a-8224-ed29c12d74fc), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:44.769219 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port 4704e236-c4b0-4b6a-8224-ed29c12d74fc, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=4704e236-c4b0-4b6a-8224-ed29c12d74fc,segment=NetworkSegment(eadc35fa-057b-4202-b790-68a141529e21),segment_id=eadc35fa-057b-4202-b790-68a141529e21)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:29:44.779469 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (4704e236-c4b0-4b6a-8224-ed29c12d74fc), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:44.780129 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 24075625-c6d4-4598-a30e-055d6c465fd2 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:29:44.898589 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c5529b90-6280-4c86-a5da-b52492e0b490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:44.981680 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:44.994997 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d8e6302f-cd73-4c8c-9864-496cd2bfb7c7 None None] Current status of the port cb8757cb-bfce-4c45-a4ca-f72406a04f53 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:29:45.004498 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:45.018395 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-397ea3b4-4cf3-44dd-97a5-56f57335a5a0 admin admin] Publish callbacks [] for security_group (3906827d-4739-426b-a157-6c08aafe945f), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:45.021326 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=4704e236-c4b0-4b6a-8224-ed29c12d74fc,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:45.032633 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d8e6302f-cd73-4c8c-9864-496cd2bfb7c7 None None] Provisioning complete for port 4704e236-c4b0-4b6a-8224-ed29c12d74fc triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:45.033301 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d8e6302f-cd73-4c8c-9864-496cd2bfb7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (4704e236-c4b0-4b6a-8224-ed29c12d74fc), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:45.033713 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d8e6302f-cd73-4c8c-9864-496cd2bfb7c7 None None] Attempt 1 to provision port 4704e236-c4b0-4b6a-8224-ed29c12d74fc Oct 04 14:29:45.037446 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 24075625-c6d4-4598-a30e-055d6c465fd2 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:45.037863 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (24075625-c6d4-4598-a30e-055d6c465fd2), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:45.038205 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 24075625-c6d4-4598-a30e-055d6c465fd2 Oct 04 14:29:45.045535 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-397ea3b4-4cf3-44dd-97a5-56f57335a5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (3906827d-4739-426b-a157-6c08aafe945f), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:45.131930 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5b1a473c-e626-4f7d-97d7-d873fcfacec8 admin admin] Publish callbacks [] for router_gateway (7f1e21c9-2f4f-446c-bf56-5191c99c1bc8), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:45.138472 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-397ea3b4-4cf3-44dd-97a5-56f57335a5a0 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ef0d49107f6d45c68af1aeeb817d3fa3&name=default HTTP/1.1" status: 200 len: 2995 time: 0.8044014 Oct 04 14:29:45.139569 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ea3b4-4cf3-44dd-97a5-56f57335a5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3906827d-4739-426b-a157-6c08aafe945f,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:45.139799 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f1a5c618-18fd-46cb-a74f-f2484e71384a admin admin] Publish callbacks [] for port (a63a3594-914c-4dcf-a6a4-93b7dd74fe97), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:45.146425 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39772) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:45.193377 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ed32cc0b-8ebf-4b5f-8b29-d7bf66a4b8b6 admin admin] Publish callbacks [] for port (1a1ca0b1-1a82-4ee4-b642-8bb201981d87), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:45.215605 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ed32cc0b-8ebf-4b5f-8b29-d7bf66a4b8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (1a1ca0b1-1a82-4ee4-b642-8bb201981d87), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:45.216601 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ed32cc0b-8ebf-4b5f-8b29-d7bf66a4b8b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737705'] for router_interface (62bc1c7e-254b-44ea-8e51-0290db5b3aee), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:45.274473 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 24075625-c6d4-4598-a30e-055d6c465fd2 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:29:45.275133 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (24075625-c6d4-4598-a30e-055d6c465fd2), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:45.287038 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32cc0b-8ebf-4b5f-8b29-d7bf66a4b8b6 admin admin] Pushing event updated for resources: {'Port': ['ID=1a1ca0b1-1a82-4ee4-b642-8bb201981d87,revision_number=2']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:45.291058 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c5529b90-6280-4c86-a5da-b52492e0b490 admin admin] Publish callbacks [] for security_group (4e990f2b-8215-4247-9320-cee2e56eb2e0), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:45.301785 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d8e6302f-cd73-4c8c-9864-496cd2bfb7c7 None None] Current status of the port 4704e236-c4b0-4b6a-8224-ed29c12d74fc is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:29:45.302971 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:45.345918 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c5529b90-6280-4c86-a5da-b52492e0b490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (4e990f2b-8215-4247-9320-cee2e56eb2e0), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:45.346896 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port 24075625-c6d4-4598-a30e-055d6c465fd2, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=24075625-c6d4-4598-a30e-055d6c465fd2,segment=NetworkSegment(e348613e-3669-436d-a9ac-f6ed2ca47324),segment_id=e348613e-3669-436d-a9ac-f6ed2ca47324)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:29:45.354097 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (24075625-c6d4-4598-a30e-055d6c465fd2), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:45.354912 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:29:45.361472 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8abffef9-2fcb-44c4-9d5f-bd6a09bf3b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:45.409105 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5529b90-6280-4c86-a5da-b52492e0b490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e990f2b-8215-4247-9320-cee2e56eb2e0,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:45.418794 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-c5529b90-6280-4c86-a5da-b52492e0b490 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0f752b93233147d59c19b3dc7f5b42c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9098210 Oct 04 14:29:45.418794 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39780) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:45.431035 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:45.448036 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d022d499-6966-4838-ae89-c83f8283a67c admin admin] Publish callbacks [] for security_group (3906827d-4739-426b-a157-6c08aafe945f), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:45.487695 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:45.498814 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d022d499-6966-4838-ae89-c83f8283a67c admin admin] Publish callbacks [] for security_group (3906827d-4739-426b-a157-6c08aafe945f), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:45.524416 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed32cc0b-8ebf-4b5f-8b29-d7bf66a4b8b6 admin admin] Network 3e89e862-e669-4987-af44-eb18dbc3b78d is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:29:45.534325 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-ed32cc0b-8ebf-4b5f-8b29-d7bf66a4b8b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:45.565754 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-30099080-7107-479b-9f67-9ac6001ea724 None None] Provisioning complete for port 1a1ca0b1-1a82-4ee4-b642-8bb201981d87 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:45.566181 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-30099080-7107-479b-9f67-9ac6001ea724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (1a1ca0b1-1a82-4ee4-b642-8bb201981d87), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:45.566705 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-30099080-7107-479b-9f67-9ac6001ea724 None None] Attempt 1 to provision port 1a1ca0b1-1a82-4ee4-b642-8bb201981d87 Oct 04 14:29:45.627913 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f1a5c618-18fd-46cb-a74f-f2484e71384a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (a63a3594-914c-4dcf-a6a4-93b7dd74fe97), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:45.652152 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-57269888-547c-424d-b191-5aa362625ce1 admin admin] Publish callbacks [] for security_group (4e990f2b-8215-4247-9320-cee2e56eb2e0), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:45.660958 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-30099080-7107-479b-9f67-9ac6001ea724 None None] Port 1a1ca0b1-1a82-4ee4-b642-8bb201981d87 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:29:45.686630 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:45.689078 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d022d499-6966-4838-ae89-c83f8283a67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (3906827d-4739-426b-a157-6c08aafe945f), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:45.696040 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d022d499-6966-4838-ae89-c83f8283a67c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:45.696980 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-d022d499-6966-4838-ae89-c83f8283a67c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3906827d-4739-426b-a157-6c08aafe945f HTTP/1.1" status: 204 len: 168 time: 0.5456052 Oct 04 14:29:45.704502 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=24075625-c6d4-4598-a30e-055d6c465fd2,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:45.712461 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-57269888-547c-424d-b191-5aa362625ce1 admin admin] Publish callbacks [] for security_group (4e990f2b-8215-4247-9320-cee2e56eb2e0), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:45.735150 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-30099080-7107-479b-9f67-9ac6001ea724 None None] Provisioning complete for port 24075625-c6d4-4598-a30e-055d6c465fd2 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:45.735748 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-30099080-7107-479b-9f67-9ac6001ea724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (24075625-c6d4-4598-a30e-055d6c465fd2), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:45.736288 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-30099080-7107-479b-9f67-9ac6001ea724 None None] Attempt 1 to provision port 24075625-c6d4-4598-a30e-055d6c465fd2 Oct 04 14:29:45.746649 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:45.747430 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:45.748003 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc Oct 04 14:29:45.821001 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed32cc0b-8ebf-4b5f-8b29-d7bf66a4b8b6 admin admin] Router 62bc1c7e-254b-44ea-8e51-0290db5b3aee has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:29:45.902085 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022d499-6966-4838-ae89-c83f8283a67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3906827d-4739-426b-a157-6c08aafe945f,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:46.019558 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:46.024395 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5c618-18fd-46cb-a74f-f2484e71384a admin admin] Pushing event updated for resources: {'Port': ['ID=a63a3594-914c-4dcf-a6a4-93b7dd74fe97,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:46.043696 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a5c618-18fd-46cb-a74f-f2484e71384a admin admin] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:29:46.109682 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-f1a5c618-18fd-46cb-a74f-f2484e71384a admin admin] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:46.117680 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a5c618-18fd-46cb-a74f-f2484e71384a admin admin] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:29:46.138854 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:46.193688 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-57269888-547c-424d-b191-5aa362625ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (4e990f2b-8215-4247-9320-cee2e56eb2e0), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:46.199227 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-57269888-547c-424d-b191-5aa362625ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:46.203306 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-57269888-547c-424d-b191-5aa362625ce1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4e990f2b-8215-4247-9320-cee2e56eb2e0 HTTP/1.1" status: 204 len: 168 time: 0.7815821 Oct 04 14:29:46.227821 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57269888-547c-424d-b191-5aa362625ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e990f2b-8215-4247-9320-cee2e56eb2e0,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:46.233782 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ff6bf8f1-7729-47f9-8f0b-bb998dc01880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:46.241792 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed32cc0b-8ebf-4b5f-8b29-d7bf66a4b8b6 admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:29:46.246424 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] Publish callbacks [] for port (e19a6cc3-d7fd-4d7a-b365-81e65302b792), precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:46.260026 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-ed32cc0b-8ebf-4b5f-8b29-d7bf66a4b8b6 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/62bc1c7e-254b-44ea-8e51-0290db5b3aee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5856726 Oct 04 14:29:46.260246 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-30099080-7107-479b-9f67-9ac6001ea724 None None] Current status of the port 24075625-c6d4-4598-a30e-055d6c465fd2 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:29:46.269316 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (e19a6cc3-d7fd-4d7a-b365-81e65302b792), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:46.273353 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:29:46.300056 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8abffef9-2fcb-44c4-9d5f-bd6a09bf3b1a admin admin] Publish callbacks [] for port (5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:46.304847 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-30099080-7107-479b-9f67-9ac6001ea724 None None] Provisioning complete for port 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:46.305226 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-30099080-7107-479b-9f67-9ac6001ea724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:46.305578 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-30099080-7107-479b-9f67-9ac6001ea724 None None] Attempt 1 to provision port 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc Oct 04 14:29:46.338764 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] Attempting to bind port e19a6cc3-d7fd-4d7a-b365-81e65302b792 on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:29:46.339006 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] Attempting to bind port e19a6cc3-d7fd-4d7a-b365-81e65302b792 by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:29:46.339366 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] Attempting to bind port e19a6cc3-d7fd-4d7a-b365-81e65302b792 on network de362cfd-b891-4103-bae0-869e4a402a70 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:29:46.378585 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae568cb-9ba6-492c-b404-7ef34aebb1ee None None] Pushing event updated for resources: {'Port': ['ID=e19a6cc3-d7fd-4d7a-b365-81e65302b792,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:46.403321 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5b1a473c-e626-4f7d-97d7-d873fcfacec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549326'] for router (7f1e21c9-2f4f-446c-bf56-5191c99c1bc8), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:46.425951 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:29:46.439365 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] Checking segment: {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:29:46.439976 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:46.442042 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] Bound using segment: {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:29:46.442372 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8abffef9-2fcb-44c4-9d5f-bd6a09bf3b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:46.442729 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] Bound port: e19a6cc3-d7fd-4d7a-b365-81e65302b792, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:29:46.443116 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (e19a6cc3-d7fd-4d7a-b365-81e65302b792), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:46.443876 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8abffef9-2fcb-44c4-9d5f-bd6a09bf3b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737705'] for router_interface (3307909d-82d8-4346-9073-4c4354e246f2), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:46.548420 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-30099080-7107-479b-9f67-9ac6001ea724 None None] Current status of the port 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:29:46.569162 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abffef9-2fcb-44c4-9d5f-bd6a09bf3b1a admin admin] Network f70b9727-7199-4fe7-bb77-16baf61f7e49 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:29:46.582308 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-30099080-7107-479b-9f67-9ac6001ea724 None None] Provisioning complete for port 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:46.582702 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-30099080-7107-479b-9f67-9ac6001ea724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:46.583030 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-30099080-7107-479b-9f67-9ac6001ea724 None None] Attempt 1 to provision port 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6 Oct 04 14:29:46.593348 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-8abffef9-2fcb-44c4-9d5f-bd6a09bf3b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:46.615205 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device cb8757cb-bfce-4c45-a4ca-f72406a04f53 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:29:46.621339 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] For port e19a6cc3-d7fd-4d7a-b365-81e65302b792, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:29:46.661304 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] For port e19a6cc3-d7fd-4d7a-b365-81e65302b792, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=e19a6cc3-d7fd-4d7a-b365-81e65302b792,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:29:46.695622 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (e19a6cc3-d7fd-4d7a-b365-81e65302b792), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:46.701535 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-30099080-7107-479b-9f67-9ac6001ea724 None None] Port 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:29:46.715393 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:46.771717 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] Publish callbacks [] for port (951134fa-23d9-410d-b121-c1a0b575003b), precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:46.777864 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=100 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:46.792639 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-30099080-7107-479b-9f67-9ac6001ea724 None None] Provisioning complete for port 4704e236-c4b0-4b6a-8224-ed29c12d74fc triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:46.793458 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-30099080-7107-479b-9f67-9ac6001ea724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (4704e236-c4b0-4b6a-8224-ed29c12d74fc), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:46.793798 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-30099080-7107-479b-9f67-9ac6001ea724 None None] Attempt 1 to provision port 4704e236-c4b0-4b6a-8224-ed29c12d74fc Oct 04 14:29:46.795961 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (951134fa-23d9-410d-b121-c1a0b575003b), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:46.822466 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [None req-ff6bf8f1-7729-47f9-8f0b-bb998dc01880 admin admin] Allocated IP 172.20.0.1 (8adffcb3-eb41-48c9-bdc6-30a7213ac01c/866d7ee4-9072-4a41-8ab0-25e4c5a7536f/f004d664-0ae6-4070-bf47-5ed383a38482) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:29:46.849791 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:46.854910 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c4560-d2d4-4b32-9a0e-8511f41f8391 None None] Pushing event updated for resources: {'Port': ['ID=951134fa-23d9-410d-b121-c1a0b575003b,revision_number=2']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:46.872523 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port cb8757cb-bfce-4c45-a4ca-f72406a04f53 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:46.872897 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (cb8757cb-bfce-4c45-a4ca-f72406a04f53), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:46.873232 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port cb8757cb-bfce-4c45-a4ca-f72406a04f53 Oct 04 14:29:46.874772 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] Routers {'62bc1c7e-254b-44ea-8e51-0290db5b3aee'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:29:46.875407 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:29:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:46.903809 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] Attempting to bind port 951134fa-23d9-410d-b121-c1a0b575003b on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:29:46.904633 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] Attempting to bind port 951134fa-23d9-410d-b121-c1a0b575003b by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:29:46.905241 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] Attempting to bind port 951134fa-23d9-410d-b121-c1a0b575003b on network de362cfd-b891-4103-bae0-869e4a402a70 {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:29:46.968257 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:29:46.970092 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] Checking segment: {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:29:46.971717 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:46.972212 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] Bound using segment: {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:29:46.972804 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] Bound port: 951134fa-23d9-410d-b121-c1a0b575003b, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:29:46.973407 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (951134fa-23d9-410d-b121-c1a0b575003b), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:47.023046 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] Set router 62bc1c7e-254b-44ea-8e51-0290db5b3aee gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:29:47.027327 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:47.038527 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] For port 951134fa-23d9-410d-b121-c1a0b575003b, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:29:47.044490 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] For port 951134fa-23d9-410d-b121-c1a0b575003b, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=951134fa-23d9-410d-b121-c1a0b575003b,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:29:47.056141 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (951134fa-23d9-410d-b121-c1a0b575003b), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:47.123117 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] Routers {'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:29:47.123754 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:29:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:47.135340 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:47.141141 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae568cb-9ba6-492c-b404-7ef34aebb1ee None None] Pushing event updated for resources: {'Port': ['ID=e19a6cc3-d7fd-4d7a-b365-81e65302b792,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:47.177705 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c4560-d2d4-4b32-9a0e-8511f41f8391 None None] Pushing event updated for resources: {'Port': ['ID=951134fa-23d9-410d-b121-c1a0b575003b,revision_number=3']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:47.206955 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ff6bf8f1-7729-47f9-8f0b-bb998dc01880 admin admin] Publish callbacks [] for port (f004d664-0ae6-4070-bf47-5ed383a38482), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:47.206955 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:47.269784 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abffef9-2fcb-44c4-9d5f-bd6a09bf3b1a admin admin] Pushing event updated for resources: {'Port': ['ID=5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:47.285127 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] Set router b9d09624-1d1e-4c4f-96a0-a3804f4dea7b gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:29:47.363229 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-30099080-7107-479b-9f67-9ac6001ea724 None None] Current status of the port 4704e236-c4b0-4b6a-8224-ed29c12d74fc is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:29:47.559079 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2018339653-router', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '951134fa-23d9-410d-b121-c1a0b575003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:34Z', 'updated_at': '2022-10-04T14:29:38Z', 'revision_number': 3, 'project_id': '64993786e21b45beb7829ceaede4777a', 'gw_port': {'id': '951134fa-23d9-410d-b121-c1a0b575003b', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:47.571492 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-37cf155c-bdc5-44be-bcae-38abff9113a8 None None] Provisioning complete for port 1a1ca0b1-1a82-4ee4-b642-8bb201981d87 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:47.571887 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-37cf155c-bdc5-44be-bcae-38abff9113a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (1a1ca0b1-1a82-4ee4-b642-8bb201981d87), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:47.572228 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-37cf155c-bdc5-44be-bcae-38abff9113a8 None None] Attempt 1 to provision port 1a1ca0b1-1a82-4ee4-b642-8bb201981d87 Oct 04 14:29:47.613046 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151feedd-1bd6-4566-9277-3a124efb661e None None] The sync data for ids ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'] in dv-cinder-860260-1-iscsi is: [{'id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2018339653-router', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '951134fa-23d9-410d-b121-c1a0b575003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:34Z', 'updated_at': '2022-10-04T14:29:38Z', 'revision_number': 3, 'project_id': '64993786e21b45beb7829ceaede4777a', 'gw_port': {'id': '951134fa-23d9-410d-b121-c1a0b575003b', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:29:47.655322 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f1a5c618-18fd-46cb-a74f-f2484e71384a admin admin] Publish callbacks [] for router_gateway (91c6edb4-346f-40c9-8011-4663947960aa), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:47.656868 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port cb8757cb-bfce-4c45-a4ca-f72406a04f53 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:29:47.658604 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:29:47.704229 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39826) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:47.710942 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-4686d53d-29a1-4f9b-82d6-831a914b9d71 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1732404246', 'description': 'tempest-description--1946401478'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:29:47.722010 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-37cf155c-bdc5-44be-bcae-38abff9113a8 None None] Port 1a1ca0b1-1a82-4ee4-b642-8bb201981d87 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:29:47.734178 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-37cf155c-bdc5-44be-bcae-38abff9113a8 None None] Provisioning complete for port 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:47.734178 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-37cf155c-bdc5-44be-bcae-38abff9113a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:47.734579 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-37cf155c-bdc5-44be-bcae-38abff9113a8 None None] Attempt 1 to provision port 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6 Oct 04 14:29:47.762428 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:47.781555 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-4686d53d-29a1-4f9b-82d6-831a914b9d71 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:47.785446 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ff6bf8f1-7729-47f9-8f0b-bb998dc01880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (f004d664-0ae6-4070-bf47-5ed383a38482), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:47.832272 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-37cf155c-bdc5-44be-bcae-38abff9113a8 None None] Port 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:29:47.837164 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 2, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:47.884331 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4678f3-a8c1-4f0f-97bb-ba2a22d8768b None None] The sync data for ids ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'] in dv-cinder-860260-1-iscsi is: [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 2, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:29:47.887991 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:47.888395 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:47.888728 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9 Oct 04 14:29:47.905878 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6bf8f1-7729-47f9-8f0b-bb998dc01880 admin admin] Pushing event updated for resources: {'Port': ['ID=f004d664-0ae6-4070-bf47-5ed383a38482,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:47.970281 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abffef9-2fcb-44c4-9d5f-bd6a09bf3b1a admin admin] Router 3307909d-82d8-4346-9073-4c4354e246f2 has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:29:47.982223 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6bf8f1-7729-47f9-8f0b-bb998dc01880 admin admin] Network 8adffcb3-eb41-48c9-bdc6-30a7213ac01c is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:29:47.985958 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-4686d53d-29a1-4f9b-82d6-831a914b9d71 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group (13aa2a0a-add4-42b9-9eec-dc6ae368e333), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:47.992127 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-4686d53d-29a1-4f9b-82d6-831a914b9d71 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (13aa2a0a-add4-42b9-9eec-dc6ae368e333), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:48.030138 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-ff6bf8f1-7729-47f9-8f0b-bb998dc01880 admin admin] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:48.043037 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6bf8f1-7729-47f9-8f0b-bb998dc01880 admin admin] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:29:48.043569 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ff6bf8f1-7729-47f9-8f0b-bb998dc01880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737589'] for router_interface (b9d09624-1d1e-4c4f-96a0-a3804f4dea7b), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:48.053539 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-4686d53d-29a1-4f9b-82d6-831a914b9d71 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:48.058061 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-4686d53d-29a1-4f9b-82d6-831a914b9d71 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3492115 Oct 04 14:29:48.073920 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39838) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:48.096979 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:29:48.098483 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-37c32841-a9b6-4ee5-a779-c9929e6e670f tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Request body: {'security_group_rule': {'security_group_id': '13aa2a0a-add4-42b9-9eec-dc6ae368e333', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:29:48.104300 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 4704e236-c4b0-4b6a-8224-ed29c12d74fc up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:29:48.122769 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686d53d-29a1-4f9b-82d6-831a914b9d71 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13aa2a0a-add4-42b9-9eec-dc6ae368e333,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:48.214927 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-37c32841-a9b6-4ee5-a779-c9929e6e670f tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group_rule (9f2ad8a8-f8d2-41bb-b221-fc60d2c8a78b), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:48.255943 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 4704e236-c4b0-4b6a-8224-ed29c12d74fc triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:48.256359 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (4704e236-c4b0-4b6a-8224-ed29c12d74fc), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:48.260455 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 4704e236-c4b0-4b6a-8224-ed29c12d74fc Oct 04 14:29:48.486295 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-37c32841-a9b6-4ee5-a779-c9929e6e670f tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group_rule (9f2ad8a8-f8d2-41bb-b221-fc60d2c8a78b), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:48.492671 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-37c32841-a9b6-4ee5-a779-c9929e6e670f tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (9f2ad8a8-f8d2-41bb-b221-fc60d2c8a78b), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:48.511526 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1a473c-e626-4f7d-97d7-d873fcfacec8 admin admin] Router 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 is scheduled to L3 agent 143239ad-78d0-4b46-bab7-60f655805716 with binding_index 1 {{(pid=106356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 14:29:48.516560 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c32841-a9b6-4ee5-a779-c9929e6e670f tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2ad8a8-f8d2-41bb-b221-fc60d2c8a78b,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:48.528063 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 4704e236-c4b0-4b6a-8224-ed29c12d74fc is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:29:48.530031 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 24075625-c6d4-4598-a30e-055d6c465fd2 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:29:48.555333 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-37c32841-a9b6-4ee5-a779-c9929e6e670f tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:48.558804 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-37c32841-a9b6-4ee5-a779-c9929e6e670f tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4818048 Oct 04 14:29:48.559448 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39844) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:48.574968 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-798c09b4-0ea2-4ae1-ad19-639466dd4ea1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Request body: {'security_group_rule': {'security_group_id': '13aa2a0a-add4-42b9-9eec-dc6ae368e333', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:29:48.617516 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ff6bf8f1-7729-47f9-8f0b-bb998dc01880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (f004d664-0ae6-4070-bf47-5ed383a38482), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:48.624740 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:48.625893 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f1a5c618-18fd-46cb-a74f-f2484e71384a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549326'] for router (91c6edb4-346f-40c9-8011-4663947960aa), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:48.671609 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-798c09b4-0ea2-4ae1-ad19-639466dd4ea1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group_rule (6fcb34a5-4471-4b03-8e79-86224603ba3e), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:48.760666 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-0e59e139-b1af-41c5-a278-4c2f734e7347 None None] Provisioning complete for port f004d664-0ae6-4070-bf47-5ed383a38482 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:48.761832 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0e59e139-b1af-41c5-a278-4c2f734e7347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (f004d664-0ae6-4070-bf47-5ed383a38482), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:48.763274 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-0e59e139-b1af-41c5-a278-4c2f734e7347 None None] Attempt 1 to provision port f004d664-0ae6-4070-bf47-5ed383a38482 Oct 04 14:29:48.806385 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1a473c-e626-4f7d-97d7-d873fcfacec8 admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:29:48.857759 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-798c09b4-0ea2-4ae1-ad19-639466dd4ea1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group_rule (6fcb34a5-4471-4b03-8e79-86224603ba3e), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:48.864998 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] Sync routers for ids ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:29:48.865490 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-798c09b4-0ea2-4ae1-ad19-639466dd4ea1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (6fcb34a5-4471-4b03-8e79-86224603ba3e), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:48.905935 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] Routers {'7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:29:48.906833 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:29:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:48.931010 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c09b4-0ea2-4ae1-ad19-639466dd4ea1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fcb34a5-4471-4b03-8e79-86224603ba3e,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:48.955022 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-798c09b4-0ea2-4ae1-ad19-639466dd4ea1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:48.966738 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-798c09b4-0ea2-4ae1-ad19-639466dd4ea1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4032750 Oct 04 14:29:48.967482 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39856) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:48.982343 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-2ef2031c-65f5-4a41-8831-37eda27053f8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Request body: {'floatingip': {'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:29:48.985578 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-0e59e139-b1af-41c5-a278-4c2f734e7347 None None] Port f004d664-0ae6-4070-bf47-5ed383a38482 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:29:48.989319 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 24075625-c6d4-4598-a30e-055d6c465fd2 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:48.989803 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (24075625-c6d4-4598-a30e-055d6c465fd2), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:48.990060 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 24075625-c6d4-4598-a30e-055d6c465fd2 Oct 04 14:29:49.003069 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5b1a473c-e626-4f7d-97d7-d873fcfacec8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:49.007703 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-5b1a473c-e626-4f7d-97d7-d873fcfacec8 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 12.6612675 Oct 04 14:29:49.019959 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39860) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:49.059159 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:49.077013 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abffef9-2fcb-44c4-9d5f-bd6a09bf3b1a admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:29:49.092437 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] Sync routers for ids ['3307909d-82d8-4346-9073-4c4354e246f2'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:29:49.115186 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] Routers {'3307909d-82d8-4346-9073-4c4354e246f2'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:29:49.115186 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:29:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['3307909d-82d8-4346-9073-4c4354e246f2'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:49.117240 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-8abffef9-2fcb-44c4-9d5f-bd6a09bf3b1a admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/3307909d-82d8-4346-9073-4c4354e246f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2837512 Oct 04 14:29:49.260160 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:49.281019 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] Set router 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:29:49.292511 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:49.442220 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2ef2031c-65f5-4a41-8831-37eda27053f8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:49.474159 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] Set router 3307909d-82d8-4346-9073-4c4354e246f2 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:29:49.753905 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 24075625-c6d4-4598-a30e-055d6c465fd2 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:29:49.755675 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:29:49.792607 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ff6bf8f1-7729-47f9-8f0b-bb998dc01880 admin admin] Publish callbacks [] for port (f004d664-0ae6-4070-bf47-5ed383a38482), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:49.806881 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ff6bf8f1-7729-47f9-8f0b-bb998dc01880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (f004d664-0ae6-4070-bf47-5ed383a38482), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:49.808277 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ff6bf8f1-7729-47f9-8f0b-bb998dc01880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737705'] for router_interface (b9d09624-1d1e-4c4f-96a0-a3804f4dea7b), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:50.002724 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=100 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:50.026080 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:50.037969 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2ef2031c-65f5-4a41-8831-37eda27053f8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:50.089174 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3307909d-82d8-4346-9073-4c4354e246f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1683789294-router', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:31Z', 'updated_at': '2022-10-04T14:29:45Z', 'revision_number': 4, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'gw_port': {'id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:33Z', 'updated_at': '2022-10-04T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6', 'name': '', 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'mac_address': 'fa:16:3e:3f:25:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:40Z', 'updated_at': '2022-10-04T14:29:45Z', 'revision_number': 2, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'subnets': [{'id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:50.094022 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'name': 'tempest-AttachVolumeTestJSON-560114202-router', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 3, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'gw_port': {'id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:39Z', 'updated_at': '2022-10-04T14:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:50.152186 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] Checking router: 3307909d-82d8-4346-9073-4c4354e246f2 for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:29:50.153526 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] Updating router 3307909d-82d8-4346-9073-4c4354e246f2 port 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6 binding host dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 14:29:50.164290 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6bf8f1-7729-47f9-8f0b-bb998dc01880 admin admin] Pushing event updated for resources: {'Port': ['ID=f004d664-0ae6-4070-bf47-5ed383a38482,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:50.194113 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] Checking router: 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:29:50.195216 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] Updating router 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 port 3f96b2e2-5072-4240-8ece-f6a135eea9cb binding host dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 14:29:50.219251 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a5c618-18fd-46cb-a74f-f2484e71384a admin admin] Router 91c6edb4-346f-40c9-8011-4663947960aa is scheduled to L3 agent 143239ad-78d0-4b46-bab7-60f655805716 with binding_index 1 {{(pid=106356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 14:29:50.247812 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:50.277705 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (3f96b2e2-5072-4240-8ece-f6a135eea9cb), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:50.339760 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:50.345342 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:50.345821 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc Oct 04 14:29:50.463612 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=100 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:50.511198 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6bf8f1-7729-47f9-8f0b-bb998dc01880 admin admin] Network 8adffcb3-eb41-48c9-bdc6-30a7213ac01c is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:29:50.534376 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-ff6bf8f1-7729-47f9-8f0b-bb998dc01880 admin admin] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:50.562349 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:50.633843 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:50.694093 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a5c618-18fd-46cb-a74f-f2484e71384a admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:29:50.746169 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:29:50.770393 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] Sync routers for ids ['91c6edb4-346f-40c9-8011-4663947960aa'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:29:50.888652 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] Routers {'91c6edb4-346f-40c9-8011-4663947960aa'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:29:50.890441 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:29:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['91c6edb4-346f-40c9-8011-4663947960aa'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:51.002913 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6bf8f1-7729-47f9-8f0b-bb998dc01880 admin admin] Router b9d09624-1d1e-4c4f-96a0-a3804f4dea7b has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:29:51.054052 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_common [None req-2ef2031c-65f5-4a41-8831-37eda27053f8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Allocated IP 172.27.3.99 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/fc87ee77-ac72-4264-a827-71882a38e3c1) {{(pid=106355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:29:51.056146 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f1a5c618-18fd-46cb-a74f-f2484e71384a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:51.063182 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-f1a5c618-18fd-46cb-a74f-f2484e71384a admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 14.0681381 Oct 04 14:29:51.065791 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 39896) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:51.094771 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c324-a39e-404b-8b9a-6df2f4385afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:51.099368 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 951134fa-23d9-410d-b121-c1a0b575003b up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:29:51.145448 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-14febc54-8bad-4c12-96ad-7da9c534e358 None None] Provisioning complete for port f004d664-0ae6-4070-bf47-5ed383a38482 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:51.145868 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-14febc54-8bad-4c12-96ad-7da9c534e358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (f004d664-0ae6-4070-bf47-5ed383a38482), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:51.146206 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-14febc54-8bad-4c12-96ad-7da9c534e358 None None] Attempt 1 to provision port f004d664-0ae6-4070-bf47-5ed383a38482 Oct 04 14:29:51.198432 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-14febc54-8bad-4c12-96ad-7da9c534e358 None None] Port f004d664-0ae6-4070-bf47-5ed383a38482 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:29:51.238948 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] Publish callbacks [] for port (5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6), precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:51.250807 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:51.362704 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] Set router 91c6edb4-346f-40c9-8011-4663947960aa gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:29:51.523231 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 951134fa-23d9-410d-b121-c1a0b575003b triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:51.524020 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (951134fa-23d9-410d-b121-c1a0b575003b), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:51.524557 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 951134fa-23d9-410d-b121-c1a0b575003b Oct 04 14:29:51.551738 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39918) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:51.570299 dv-cinder-860260-1-iscsi neutron-server[106355]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 04 14:29:51.593083 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a8256-647a-48bc-b02c-ac488026f19e None None] Pushing event updated for resources: {'Port': ['ID=5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6,revision_number=3']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:51.631415 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] Attempting to bind port 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6 on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:29:51.631782 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] Attempting to bind port 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6 by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '80436793-7021-4ca5-bbb3-a3b3adc26a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49'}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:29:51.632768 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] Attempting to bind port 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6 on network f70b9727-7199-4fe7-bb77-16baf61f7e49 {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:29:51.699952 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:29:51.700346 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] Checking segment: {'id': '80436793-7021-4ca5-bbb3-a3b3adc26a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:29:51.700751 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:51.701148 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] Bound using segment: {'id': '80436793-7021-4ca5-bbb3-a3b3adc26a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49'} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:29:51.701621 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] Bound port: 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80436793-7021-4ca5-bbb3-a3b3adc26a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49'}}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:29:51.705342 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:51.833579 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6bf8f1-7729-47f9-8f0b-bb998dc01880 admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:29:51.842262 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-ff6bf8f1-7729-47f9-8f0b-bb998dc01880 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/b9d09624-1d1e-4c4f-96a0-a3804f4dea7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9379575 Oct 04 14:29:51.865394 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] For port 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:29:51.872372 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] For port 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6,segment=NetworkSegment(80436793-7021-4ca5-bbb3-a3b3adc26a9e),segment_id=80436793-7021-4ca5-bbb3-a3b3adc26a9e)] {{(pid=106358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:29:51.883405 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] Sync routers for ids ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:29:51.889524 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 951134fa-23d9-410d-b121-c1a0b575003b is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:29:51.890174 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (951134fa-23d9-410d-b121-c1a0b575003b), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:51.911060 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] Routers {'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:29:51.914933 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:29:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:52.002885 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:52.016789 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port 951134fa-23d9-410d-b121-c1a0b575003b, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=951134fa-23d9-410d-b121-c1a0b575003b,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:29:52.023909 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (951134fa-23d9-410d-b121-c1a0b575003b), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:52.030613 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device e19a6cc3-d7fd-4d7a-b365-81e65302b792 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:29:52.081148 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:52.095820 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:52.131687 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] Routers {'3307909d-82d8-4346-9073-4c4354e246f2'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:29:52.133868 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:29:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['3307909d-82d8-4346-9073-4c4354e246f2'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:52.151522 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2ef2031c-65f5-4a41-8831-37eda27053f8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for port (fc87ee77-ac72-4264-a827-71882a38e3c1), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:52.153748 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:52.161737 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-91137fee-2145-4e16-aa4c-5039ae640540 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:29:52.164001 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-91137fee-2145-4e16-aa4c-5039ae640540 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/networks?id=f70b9727-7199-4fe7-bb77-16baf61f7e49 HTTP/1.1" status: 200 len: 819 time: 0.6111958 Oct 04 14:29:52.171746 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:52.249514 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_common [None req-d4a6c324-a39e-404b-8b9a-6df2f4385afe admin admin] Allocated IP 172.20.0.1 (c224c131-1e09-47f0-b40a-1a73221baea0/f924e31c-043d-4433-825a-9f71ad91746e/72ce8793-c8f1-4647-949a-1f33c379205b) {{(pid=106355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:29:52.285460 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] Set router b9d09624-1d1e-4c4f-96a0-a3804f4dea7b gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:29:52.294854 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-0d01fc10-238e-4b06-a9f1-0b9068332087 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/quotas/ec24f1b720bd42ebb37a36d65757aacd HTTP/1.1" status: 200 len: 375 time: 0.1182370 Oct 04 14:29:52.406201 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:52.411311 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=951134fa-23d9-410d-b121-c1a0b575003b,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:52.481532 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c6edb4-346f-40c9-8011-4663947960aa', 'name': 'tempest-DeleteServersTestJSON-1402762535-router', 'tenant_id': 'da10281be41c43988e60ecfafd5d0d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a63a3594-914c-4dcf-a6a4-93b7dd74fe97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:37Z', 'updated_at': '2022-10-04T14:29:47Z', 'revision_number': 3, 'project_id': 'da10281be41c43988e60ecfafd5d0d12', 'gw_port': {'id': 'a63a3594-914c-4dcf-a6a4-93b7dd74fe97', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:76:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c6edb4-346f-40c9-8011-4663947960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:52.502069 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a8256-647a-48bc-b02c-ac488026f19e None None] Pushing event updated for resources: {'Port': ['ID=5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6,revision_number=4']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:52.536531 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] Checking router: 91c6edb4-346f-40c9-8011-4663947960aa for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:29:52.537151 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] Updating router 91c6edb4-346f-40c9-8011-4663947960aa port a63a3594-914c-4dcf-a6a4-93b7dd74fe97 binding host dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 14:29:52.540236 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port e19a6cc3-d7fd-4d7a-b365-81e65302b792 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:52.540841 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (e19a6cc3-d7fd-4d7a-b365-81e65302b792), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:52.541328 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port e19a6cc3-d7fd-4d7a-b365-81e65302b792 Oct 04 14:29:52.615603 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (a63a3594-914c-4dcf-a6a4-93b7dd74fe97), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:52.767713 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-a0b1c795-0950-430e-a3d5-4f31aa0080f4 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=ec24f1b720bd42ebb37a36d65757aacd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4375784 Oct 04 14:29:52.771978 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2ef2031c-65f5-4a41-8831-37eda27053f8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (fc87ee77-ac72-4264-a827-71882a38e3c1), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:52.797715 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=100 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:52.869336 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef2031c-65f5-4a41-8831-37eda27053f8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:29:52.905020 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-2ef2031c-65f5-4a41-8831-37eda27053f8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:52.917385 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] Set router 3307909d-82d8-4346-9073-4c4354e246f2 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:29:52.927152 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef2031c-65f5-4a41-8831-37eda27053f8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Received port after_create {{(pid=106355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:29:52.946008 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] Sync routers for ids ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:29:52.947975 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2a57a242-e34c-4401-baa3-abcbb3c3b3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:52.950820 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 39960) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:52.982255 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-d6314157-ad9e-4a5e-9383-d56b47aa4d79 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2128211051', 'description': 'tempest-description--333379669'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:29:53.041679 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c324-a39e-404b-8b9a-6df2f4385afe admin admin] Publish callbacks [] for port (72ce8793-c8f1-4647-949a-1f33c379205b), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:53.042572 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] Routers {'62bc1c7e-254b-44ea-8e51-0290db5b3aee'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:29:53.043294 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:29:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:53.096937 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2018339653-router', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '951134fa-23d9-410d-b121-c1a0b575003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:34Z', 'updated_at': '2022-10-04T14:29:48Z', 'revision_number': 4, 'project_id': '64993786e21b45beb7829ceaede4777a', 'gw_port': {'id': '951134fa-23d9-410d-b121-c1a0b575003b', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'f004d664-0ae6-4070-bf47-5ed383a38482', 'name': '', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'mac_address': 'fa:16:3e:21:fa:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:46Z', 'updated_at': '2022-10-04T14:29:49Z', 'revision_number': 2, 'project_id': '64993786e21b45beb7829ceaede4777a', 'subnets': [{'id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:53.153875 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] Set router 62bc1c7e-254b-44ea-8e51-0290db5b3aee gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:29:53.172113 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] Checking router: b9d09624-1d1e-4c4f-96a0-a3804f4dea7b for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:29:53.172500 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] Updating router b9d09624-1d1e-4c4f-96a0-a3804f4dea7b port f004d664-0ae6-4070-bf47-5ed383a38482 binding host dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 14:29:53.240105 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d6314157-ad9e-4a5e-9383-d56b47aa4d79 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:53.245243 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 39970) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:53.276181 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (f004d664-0ae6-4070-bf47-5ed383a38482), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:53.319734 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2031c-65f5-4a41-8831-37eda27053f8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event updated for resources: {'Port': ['ID=fc87ee77-ac72-4264-a827-71882a38e3c1,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:53.331570 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c324-a39e-404b-8b9a-6df2f4385afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (72ce8793-c8f1-4647-949a-1f33c379205b), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:53.389171 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [None req-2a57a242-e34c-4401-baa3-abcbb3c3b3ac admin admin] Allocated IP 172.20.0.1 (1e8ee100-9e5b-4809-8cb0-dbfff2298b1e/fe0231a6-6c05-48d1-bcae-f5fe5f4b4268/e7fab9c5-b941-4ff9-8fbe-893a74c5b970) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:29:53.465340 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2ef2031c-65f5-4a41-8831-37eda27053f8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (e9304e2c-c592-4564-83bc-d35a048fe767), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:53.545848 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=100 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:53.549807 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3307909d-82d8-4346-9073-4c4354e246f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1683789294-router', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:31Z', 'updated_at': '2022-10-04T14:29:45Z', 'revision_number': 4, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'gw_port': {'id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:33Z', 'updated_at': '2022-10-04T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6', 'name': '', 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'mac_address': 'fa:16:3e:3f:25:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:40Z', 'updated_at': '2022-10-04T14:29:51Z', 'revision_number': 4, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'subnets': [{'id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:53.593067 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6c324-a39e-404b-8b9a-6df2f4385afe admin admin] Pushing event updated for resources: {'Port': ['ID=72ce8793-c8f1-4647-949a-1f33c379205b,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:53.636961 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a6c324-a39e-404b-8b9a-6df2f4385afe admin admin] Network c224c131-1e09-47f0-b40a-1a73221baea0 is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:29:53.652900 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b78033-15ce-4f31-bdb7-a6a414d38989 None None] The sync data for ids ['3307909d-82d8-4346-9073-4c4354e246f2'] in dv-cinder-860260-1-iscsi is: [{'id': '3307909d-82d8-4346-9073-4c4354e246f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1683789294-router', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:31Z', 'updated_at': '2022-10-04T14:29:45Z', 'revision_number': 4, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'gw_port': {'id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:33Z', 'updated_at': '2022-10-04T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6', 'name': '', 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'mac_address': 'fa:16:3e:3f:25:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:40Z', 'updated_at': '2022-10-04T14:29:51Z', 'revision_number': 4, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'subnets': [{'id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:29:53.676037 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2a57a242-e34c-4401-baa3-abcbb3c3b3ac admin admin] Publish callbacks [] for port (e7fab9c5-b941-4ff9-8fbe-893a74c5b970), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:53.759160 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-d4a6c324-a39e-404b-8b9a-6df2f4385afe admin admin] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:53.780922 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2ae9ac55-af24-444c-a3e6-1188f1b5c6ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:53.781893 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a6c324-a39e-404b-8b9a-6df2f4385afe admin admin] Received port after_create {{(pid=106355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:29:53.784733 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c324-a39e-404b-8b9a-6df2f4385afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737589'] for router_interface (7f1e21c9-2f4f-446c-bf56-5191c99c1bc8), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:53.788050 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2ef2031c-65f5-4a41-8831-37eda27053f8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (fc87ee77-ac72-4264-a827-71882a38e3c1), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:53.791841 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port e19a6cc3-d7fd-4d7a-b365-81e65302b792 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:29:53.806771 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (e19a6cc3-d7fd-4d7a-b365-81e65302b792), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:53.840550 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-3a99849e-e45c-43c5-98c9-5e94771ec193 service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 14:29:53.842337 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-3a99849e-e45c-43c5-98c9-5e94771ec193 service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2557063 Oct 04 14:29:53.847192 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:53.894875 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2a57a242-e34c-4401-baa3-abcbb3c3b3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (e7fab9c5-b941-4ff9-8fbe-893a74c5b970), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:53.932058 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:54.010792 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a57a242-e34c-4401-baa3-abcbb3c3b3ac admin admin] Network 1e8ee100-9e5b-4809-8cb0-dbfff2298b1e is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:29:54.019724 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-2a57a242-e34c-4401-baa3-abcbb3c3b3ac admin admin] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:54.027688 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a57a242-e34c-4401-baa3-abcbb3c3b3ac admin admin] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:29:54.028189 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2a57a242-e34c-4401-baa3-abcbb3c3b3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737589'] for router_interface (91c6edb4-346f-40c9-8011-4663947960aa), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:54.071914 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port e19a6cc3-d7fd-4d7a-b365-81e65302b792, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=e19a6cc3-d7fd-4d7a-b365-81e65302b792,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:29:54.096117 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (e19a6cc3-d7fd-4d7a-b365-81e65302b792), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:54.152533 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57a242-e34c-4401-baa3-abcbb3c3b3ac admin admin] Pushing event updated for resources: {'Port': ['ID=e7fab9c5-b941-4ff9-8fbe-893a74c5b970,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:54.301229 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2ae9ac55-af24-444c-a3e6-1188f1b5c6ce admin admin] Publish callbacks [] for security_group (9b7ffdb2-d006-4918-8451-da81c861939e), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:54.323487 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2ae9ac55-af24-444c-a3e6-1188f1b5c6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (9b7ffdb2-d006-4918-8451-da81c861939e), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:54.390002 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 39990) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:54.390924 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9ac55-af24-444c-a3e6-1188f1b5c6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7ffdb2-d006-4918-8451-da81c861939e,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:54.395747 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=e19a6cc3-d7fd-4d7a-b365-81e65302b792,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:54.434160 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] Publish callbacks [] for port (3f96b2e2-5072-4240-8ece-f6a135eea9cb), precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:54.444355 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-13920d6b-bb80-43ab-b1c3-5bec6fd86c98 None None] Provisioning complete for port 72ce8793-c8f1-4647-949a-1f33c379205b triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:54.444355 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-13920d6b-bb80-43ab-b1c3-5bec6fd86c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (72ce8793-c8f1-4647-949a-1f33c379205b), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:54.444355 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-13920d6b-bb80-43ab-b1c3-5bec6fd86c98 None None] Attempt 1 to provision port 72ce8793-c8f1-4647-949a-1f33c379205b Oct 04 14:29:54.454728 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] Publish callbacks [] for port (f004d664-0ae6-4070-bf47-5ed383a38482), precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:54.491331 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (f004d664-0ae6-4070-bf47-5ed383a38482), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:54.531952 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-2ae9ac55-af24-444c-a3e6-1188f1b5c6ce admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=65e045e4ee9c43b99b001eb2c6196f41&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2857013 Oct 04 14:29:54.535733 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 39994) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:54.621868 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2a57a242-e34c-4401-baa3-abcbb3c3b3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (e7fab9c5-b941-4ff9-8fbe-893a74c5b970), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:54.660893 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317666e7-b1b6-4598-a020-eb03450cb10b None None] Pushing event updated for resources: {'Port': ['ID=f004d664-0ae6-4070-bf47-5ed383a38482,revision_number=3']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:54.682887 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:54.683722 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:54.704589 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8933d48c-dfab-4f49-acff-2d2c8ec850a9 admin admin] Publish callbacks [] for security_group (9b7ffdb2-d006-4918-8451-da81c861939e), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:54.705904 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] Attempting to bind port f004d664-0ae6-4070-bf47-5ed383a38482 on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:29:54.706472 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] Attempting to bind port f004d664-0ae6-4070-bf47-5ed383a38482 by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '7bffdabf-7aa9-47c9-8b84-9af819e0aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c'}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:29:54.706838 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] Attempting to bind port f004d664-0ae6-4070-bf47-5ed383a38482 on network 8adffcb3-eb41-48c9-bdc6-30a7213ac01c {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:29:54.745897 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] Publish callbacks [] for port (a63a3594-914c-4dcf-a6a4-93b7dd74fe97), precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:54.755669 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (3f96b2e2-5072-4240-8ece-f6a135eea9cb), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:54.759690 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:54.761947 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8933d48c-dfab-4f49-acff-2d2c8ec850a9 admin admin] Publish callbacks [] for security_group (9b7ffdb2-d006-4918-8451-da81c861939e), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:54.775624 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 951134fa-23d9-410d-b121-c1a0b575003b up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:29:54.779051 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:54.784911 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-b4d9c3fb-85d4-4c12-ad8d-10af6ecbeecd service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7974629 Oct 04 14:29:54.791594 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:29:54.792023 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] Checking segment: {'id': '7bffdabf-7aa9-47c9-8b84-9af819e0aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:29:54.792530 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:54.792923 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] Bound using segment: {'id': '7bffdabf-7aa9-47c9-8b84-9af819e0aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c'} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:29:54.793481 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] Bound port: f004d664-0ae6-4070-bf47-5ed383a38482, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bffdabf-7aa9-47c9-8b84-9af819e0aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c'}}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:29:54.793913 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (f004d664-0ae6-4070-bf47-5ed383a38482), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:54.826475 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-75006b98-765a-425b-8fd8-37c7f54855ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:54.837177 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:54.839237 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (a63a3594-914c-4dcf-a6a4-93b7dd74fe97), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:54.875311 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] Attempting to bind port a63a3594-914c-4dcf-a6a4-93b7dd74fe97 on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:29:54.875949 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] Attempting to bind port a63a3594-914c-4dcf-a6a4-93b7dd74fe97 by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:29:54.876641 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] Attempting to bind port a63a3594-914c-4dcf-a6a4-93b7dd74fe97 on network de362cfd-b891-4103-bae0-869e4a402a70 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:29:54.932245 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 2, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:54.938665 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] For port f004d664-0ae6-4070-bf47-5ed383a38482, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:29:54.942958 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] For port f004d664-0ae6-4070-bf47-5ed383a38482, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=f004d664-0ae6-4070-bf47-5ed383a38482,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:29:54.954842 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (f004d664-0ae6-4070-bf47-5ed383a38482), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:55.006396 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8933d48c-dfab-4f49-acff-2d2c8ec850a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (9b7ffdb2-d006-4918-8451-da81c861939e), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:55.013989 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8933d48c-dfab-4f49-acff-2d2c8ec850a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:55.018091 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-8933d48c-dfab-4f49-acff-2d2c8ec850a9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9b7ffdb2-d006-4918-8451-da81c861939e HTTP/1.1" status: 204 len: 168 time: 0.4776411 Oct 04 14:29:55.026261 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] Routers {'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:29:55.028718 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:29:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:55.043331 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933d48c-dfab-4f49-acff-2d2c8ec850a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7ffdb2-d006-4918-8451-da81c861939e,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:55.073471 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c324-a39e-404b-8b9a-6df2f4385afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (72ce8793-c8f1-4647-949a-1f33c379205b), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:55.099404 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-9ec73411-55ed-4819-90e2-f355acbd4c5d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772465 Oct 04 14:29:55.114249 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] Attempting to bind port 3f96b2e2-5072-4240-8ece-f6a135eea9cb on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:29:55.114868 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] Attempting to bind port 3f96b2e2-5072-4240-8ece-f6a135eea9cb by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:29:55.114970 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] Attempting to bind port 3f96b2e2-5072-4240-8ece-f6a135eea9cb on network de362cfd-b891-4103-bae0-869e4a402a70 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:29:55.168698 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] Checking router: 62bc1c7e-254b-44ea-8e51-0290db5b3aee for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:29:55.169058 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] Updating router 62bc1c7e-254b-44ea-8e51-0290db5b3aee port 1a1ca0b1-1a82-4ee4-b642-8bb201981d87 binding host dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 14:29:55.170910 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2a57a242-e34c-4401-baa3-abcbb3c3b3ac admin admin] Publish callbacks [] for port (e7fab9c5-b941-4ff9-8fbe-893a74c5b970), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:55.176258 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:55.182425 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-13920d6b-bb80-43ab-b1c3-5bec6fd86c98 None None] Port 72ce8793-c8f1-4647-949a-1f33c379205b cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:29:55.184681 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2a57a242-e34c-4401-baa3-abcbb3c3b3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (e7fab9c5-b941-4ff9-8fbe-893a74c5b970), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:55.185001 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:29:55.185587 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] Checking segment: {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:29:55.186192 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:55.186868 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] Bound using segment: {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:29:55.187144 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] Bound port: a63a3594-914c-4dcf-a6a4-93b7dd74fe97, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:29:55.187605 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (a63a3594-914c-4dcf-a6a4-93b7dd74fe97), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:55.189851 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2a57a242-e34c-4401-baa3-abcbb3c3b3ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737705'] for router_interface (91c6edb4-346f-40c9-8011-4663947960aa), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:55.247321 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] For port a63a3594-914c-4dcf-a6a4-93b7dd74fe97, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:29:55.251332 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] For port a63a3594-914c-4dcf-a6a4-93b7dd74fe97, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=a63a3594-914c-4dcf-a6a4-93b7dd74fe97,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:29:55.262697 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:55.264380 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:55.294809 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-75006b98-765a-425b-8fd8-37c7f54855ce admin admin] Publish callbacks [] for security_group (4cab3968-3331-4914-8424-ec0c07f0522b), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:55.309265 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-75006b98-765a-425b-8fd8-37c7f54855ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (4cab3968-3331-4914-8424-ec0c07f0522b), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:55.324172 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 951134fa-23d9-410d-b121-c1a0b575003b triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:55.326113 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (951134fa-23d9-410d-b121-c1a0b575003b), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:55.326472 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 951134fa-23d9-410d-b121-c1a0b575003b Oct 04 14:29:55.339187 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (a63a3594-914c-4dcf-a6a4-93b7dd74fe97), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:55.376657 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75006b98-765a-425b-8fd8-37c7f54855ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cab3968-3331-4914-8424-ec0c07f0522b,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:55.455094 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57a242-e34c-4401-baa3-abcbb3c3b3ac admin admin] Pushing event updated for resources: {'Port': ['ID=e7fab9c5-b941-4ff9-8fbe-893a74c5b970,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:55.468113 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-75006b98-765a-425b-8fd8-37c7f54855ce admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c35e89527b674ddf86d47a9b0d6713b6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0626137 Oct 04 14:29:55.472288 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 40006) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:55.497361 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:29:55.497931 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] Checking segment: {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:29:55.498886 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:55.500143 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] Bound using segment: {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:29:55.500947 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] Bound port: 3f96b2e2-5072-4240-8ece-f6a135eea9cb, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:29:55.501456 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (3f96b2e2-5072-4240-8ece-f6a135eea9cb), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:55.503948 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (1a1ca0b1-1a82-4ee4-b642-8bb201981d87), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:55.525775 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317666e7-b1b6-4598-a020-eb03450cb10b None None] Pushing event updated for resources: {'Port': ['ID=f004d664-0ae6-4070-bf47-5ed383a38482,revision_number=4']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:55.554874 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-0df21f10-9afe-4e18-b0ac-2915aa1797a5 None None] Provisioning complete for port e7fab9c5-b941-4ff9-8fbe-893a74c5b970 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:55.556103 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0df21f10-9afe-4e18-b0ac-2915aa1797a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (e7fab9c5-b941-4ff9-8fbe-893a74c5b970), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:55.556707 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-0df21f10-9afe-4e18-b0ac-2915aa1797a5 None None] Attempt 1 to provision port e7fab9c5-b941-4ff9-8fbe-893a74c5b970 Oct 04 14:29:55.597883 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1172c-1e3b-495f-b223-f2beb5bbf919 None None] Pushing event updated for resources: {'Port': ['ID=3f96b2e2-5072-4240-8ece-f6a135eea9cb,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:55.630577 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-0df21f10-9afe-4e18-b0ac-2915aa1797a5 None None] Port e7fab9c5-b941-4ff9-8fbe-893a74c5b970 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:29:55.677839 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a57a242-e34c-4401-baa3-abcbb3c3b3ac admin admin] Network 1e8ee100-9e5b-4809-8cb0-dbfff2298b1e is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:29:55.680360 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-2a57a242-e34c-4401-baa3-abcbb3c3b3ac admin admin] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:55.710769 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 40016) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:55.711654 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7fd46a9f-adab-4b13-83d7-7758c7b24614 admin admin] Publish callbacks [] for security_group (4cab3968-3331-4914-8424-ec0c07f0522b), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:55.715874 dv-cinder-860260-1-iscsi neutron-server[106356]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 04 14:29:55.717381 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] Routers {'91c6edb4-346f-40c9-8011-4663947960aa'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:29:55.721740 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:29:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['91c6edb4-346f-40c9-8011-4663947960aa'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:55.730995 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] Set router b9d09624-1d1e-4c4f-96a0-a3804f4dea7b gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:29:55.791538 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 40022) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:55.850081 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bc2ccfd3-f10c-4e42-a3b3-86e963d8d0a6 req-fffedb7e-c42c-4881-b3a9-bb152b588e5c tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 210 time: 0.1353118 Oct 04 14:29:55.867070 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c324-a39e-404b-8b9a-6df2f4385afe admin admin] Publish callbacks [] for port (72ce8793-c8f1-4647-949a-1f33c379205b), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:55.869614 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] For port 3f96b2e2-5072-4240-8ece-f6a135eea9cb, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:29:55.874794 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] For port 3f96b2e2-5072-4240-8ece-f6a135eea9cb, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=3f96b2e2-5072-4240-8ece-f6a135eea9cb,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:29:55.886974 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c324-a39e-404b-8b9a-6df2f4385afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (72ce8793-c8f1-4647-949a-1f33c379205b), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:55.889348 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-b8ee2859-b536-4217-9f22-d96eb2863502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:55.891246 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c324-a39e-404b-8b9a-6df2f4385afe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737705'] for router_interface (7f1e21c9-2f4f-446c-bf56-5191c99c1bc8), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:55.974606 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (3f96b2e2-5072-4240-8ece-f6a135eea9cb), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:55.997748 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7fd46a9f-adab-4b13-83d7-7758c7b24614 admin admin] Publish callbacks [] for security_group (4cab3968-3331-4914-8424-ec0c07f0522b), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:56.048237 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2ef2031c-65f5-4a41-8831-37eda27053f8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for port (fc87ee77-ac72-4264-a827-71882a38e3c1), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:56.077867 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d6314157-ad9e-4a5e-9383-d56b47aa4d79 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for security_group (e0658475-b05b-4809-a258-130104ee38c4), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:56.115350 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:56.153817 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d6314157-ad9e-4a5e-9383-d56b47aa4d79 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (e0658475-b05b-4809-a258-130104ee38c4), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:56.163990 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2ef2031c-65f5-4a41-8831-37eda27053f8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (fc87ee77-ac72-4264-a827-71882a38e3c1), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:56.166134 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2ef2031c-65f5-4a41-8831-37eda27053f8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (e9304e2c-c592-4564-83bc-d35a048fe767), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:56.188302 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2018339653-router', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '951134fa-23d9-410d-b121-c1a0b575003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:34Z', 'updated_at': '2022-10-04T14:29:48Z', 'revision_number': 4, 'project_id': '64993786e21b45beb7829ceaede4777a', 'gw_port': {'id': '951134fa-23d9-410d-b121-c1a0b575003b', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'f004d664-0ae6-4070-bf47-5ed383a38482', 'name': '', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'mac_address': 'fa:16:3e:21:fa:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:46Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 4, 'project_id': '64993786e21b45beb7829ceaede4777a', 'subnets': [{'id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:56.205365 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a57a242-e34c-4401-baa3-abcbb3c3b3ac admin admin] Router 91c6edb4-346f-40c9-8011-4663947960aa has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:29:56.238238 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:56.266409 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9bda4-83d2-46a7-84c5-14dd94fd37d1 None None] The sync data for ids ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'] in dv-cinder-860260-1-iscsi is: [{'id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2018339653-router', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '951134fa-23d9-410d-b121-c1a0b575003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:34Z', 'updated_at': '2022-10-04T14:29:48Z', 'revision_number': 4, 'project_id': '64993786e21b45beb7829ceaede4777a', 'gw_port': {'id': '951134fa-23d9-410d-b121-c1a0b575003b', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'f004d664-0ae6-4070-bf47-5ed383a38482', 'name': '', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'mac_address': 'fa:16:3e:21:fa:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:46Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 4, 'project_id': '64993786e21b45beb7829ceaede4777a', 'subnets': [{'id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:29:56.291956 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] Routers {'7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:29:56.292548 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:29:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:29:56.327598 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6314157-ad9e-4a5e-9383-d56b47aa4d79 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0658475-b05b-4809-a258-130104ee38c4,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:56.366117 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2ef2031c-65f5-4a41-8831-37eda27053f8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:56.368256 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-2ef2031c-65f5-4a41-8831-37eda27053f8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.3993952 Oct 04 14:29:56.373440 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a57a242-e34c-4401-baa3-abcbb3c3b3ac admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:29:56.389168 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-2a57a242-e34c-4401-baa3-abcbb3c3b3ac admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/91c6edb4-346f-40c9-8011-4663947960aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3070035 Oct 04 14:29:56.407441 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6c324-a39e-404b-8b9a-6df2f4385afe admin admin] Pushing event updated for resources: {'Port': ['ID=72ce8793-c8f1-4647-949a-1f33c379205b,revision_number=2']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:56.415313 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7fd46a9f-adab-4b13-83d7-7758c7b24614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (4cab3968-3331-4914-8424-ec0c07f0522b), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:56.427582 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7fd46a9f-adab-4b13-83d7-7758c7b24614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:56.430293 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-7fd46a9f-adab-4b13-83d7-7758c7b24614 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4cab3968-3331-4914-8424-ec0c07f0522b HTTP/1.1" status: 204 len: 168 time: 0.9567132 Oct 04 14:29:56.455010 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd46a9f-adab-4b13-83d7-7758c7b24614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cab3968-3331-4914-8424-ec0c07f0522b,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:56.467023 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d6314157-ad9e-4a5e-9383-d56b47aa4d79 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:56.472731 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 40048) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:56.472927 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-d6314157-ad9e-4a5e-9383-d56b47aa4d79 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 3.5065136 Oct 04 14:29:56.480172 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-0775b5a8-2165-4170-9c51-5cdea2c570ce tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Request body: {'security_group_rule': {'security_group_id': 'e0658475-b05b-4809-a258-130104ee38c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:29:56.621766 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0775b5a8-2165-4170-9c51-5cdea2c570ce tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for security_group_rule (5d390883-d424-4bf3-be55-9d37842487b8), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:56.622218 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756be86b-af69-408d-8c44-93536f6d7b1b None None] Pushing event updated for resources: {'Port': ['ID=a63a3594-914c-4dcf-a6a4-93b7dd74fe97,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:56.708421 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-b8ee2859-b536-4217-9f22-d96eb2863502 admin admin] Publish callbacks [] for security_group (bf4b803d-2d56-42fd-9a75-4968a0fbda4c), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:56.738082 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-daf2d793-9b81-45c3-b285-d5f741ef777a None None] Provisioning complete for port e7fab9c5-b941-4ff9-8fbe-893a74c5b970 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:56.738487 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-daf2d793-9b81-45c3-b285-d5f741ef777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (e7fab9c5-b941-4ff9-8fbe-893a74c5b970), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:56.738827 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-daf2d793-9b81-45c3-b285-d5f741ef777a None None] Attempt 1 to provision port e7fab9c5-b941-4ff9-8fbe-893a74c5b970 Oct 04 14:29:56.746685 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-b8ee2859-b536-4217-9f22-d96eb2863502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (bf4b803d-2d56-42fd-9a75-4968a0fbda4c), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:56.791554 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a6c324-a39e-404b-8b9a-6df2f4385afe admin admin] Network c224c131-1e09-47f0-b40a-1a73221baea0 is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:29:56.807582 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-d4a6c324-a39e-404b-8b9a-6df2f4385afe admin admin] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:29:56.818253 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:56.889821 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-daf2d793-9b81-45c3-b285-d5f741ef777a None None] Port e7fab9c5-b941-4ff9-8fbe-893a74c5b970 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:29:56.982688 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:57.046560 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] Set router 91c6edb4-346f-40c9-8011-4663947960aa gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:29:57.049807 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-b8ee2859-b536-4217-9f22-d96eb2863502 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d48aa97d9acf49d5a3ead2ac369b0ee7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2359765 Oct 04 14:29:57.054408 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 40084) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:57.062729 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee2859-b536-4217-9f22-d96eb2863502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4b803d-2d56-42fd-9a75-4968a0fbda4c,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:57.162871 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:57.190869 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 951134fa-23d9-410d-b121-c1a0b575003b is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:29:57.192084 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:29:57.217783 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a6c324-a39e-404b-8b9a-6df2f4385afe admin admin] Router 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:29:57.241989 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0775b5a8-2165-4170-9c51-5cdea2c570ce tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for security_group_rule (5d390883-d424-4bf3-be55-9d37842487b8), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:57.249150 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-e8c471df-86b0-4264-8f99-3797c1b4c2d8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1732404246&fields=id&tenant_id=1e5731dbee8946a281caefaeb02bd7ff HTTP/1.1" status: 200 len: 267 time: 0.4131861 Oct 04 14:29:57.252683 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0775b5a8-2165-4170-9c51-5cdea2c570ce tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (5d390883-d424-4bf3-be55-9d37842487b8), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:57.289308 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2031c-65f5-4a41-8831-37eda27053f8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event updated for resources: {'Port': ['ID=fc87ee77-ac72-4264-a827-71882a38e3c1,revision_number=2']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:57.351316 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-978d2f61-632a-4ede-a8d9-59fea2fbd25d admin admin] Publish callbacks [] for security_group (bf4b803d-2d56-42fd-9a75-4968a0fbda4c), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:57.520980 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-2f14151e-c6d5-4bfb-b364-efaaa2cae7db None None] Provisioning complete for port 72ce8793-c8f1-4647-949a-1f33c379205b triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:57.524452 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2f14151e-c6d5-4bfb-b364-efaaa2cae7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (72ce8793-c8f1-4647-949a-1f33c379205b), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:57.525521 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-2f14151e-c6d5-4bfb-b364-efaaa2cae7db None None] Attempt 1 to provision port 72ce8793-c8f1-4647-949a-1f33c379205b Oct 04 14:29:57.527000 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a6c324-a39e-404b-8b9a-6df2f4385afe admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:29:57.530622 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d1ba3c0b-fa59-4355-a855-5ef78a57c055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:57.548979 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-d4a6c324-a39e-404b-8b9a-6df2f4385afe admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/7f1e21c9-2f4f-446c-bf56-5191c99c1bc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5204966 Oct 04 14:29:57.551585 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-31461d88-cd99-43af-919f-65c5199a57f1 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:29:57.553288 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-31461d88-cd99-43af-919f-65c5199a57f1 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/networks?id=f70b9727-7199-4fe7-bb77-16baf61f7e49 HTTP/1.1" status: 200 len: 819 time: 1.1797066 Oct 04 14:29:57.583065 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-16d84a50-c0df-46bd-b4bf-058c259e140d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/quotas/ec24f1b720bd42ebb37a36d65757aacd HTTP/1.1" status: 200 len: 375 time: 0.0168591 Oct 04 14:29:57.660485 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 40098) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:57.704219 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-bf5b77a2-d2c6-443f-ba87-58784fb6076d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:57.747158 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0775b5a8-2165-4170-9c51-5cdea2c570ce tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d390883-d424-4bf3-be55-9d37842487b8,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:57.757625 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-f86a68ff-94bc-4bfc-bc10-3fd02b74946e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=ec24f1b720bd42ebb37a36d65757aacd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1632745 Oct 04 14:29:57.856538 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-2f14151e-c6d5-4bfb-b364-efaaa2cae7db None None] Port 72ce8793-c8f1-4647-949a-1f33c379205b cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:29:57.875715 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0775b5a8-2165-4170-9c51-5cdea2c570ce tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:57.881431 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-0775b5a8-2165-4170-9c51-5cdea2c570ce tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4041278 Oct 04 14:29:57.904289 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 40106) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:57.905778 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-36a08a44-47c1-4c8e-8fe0-a13e30d841dc service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210492 Oct 04 14:29:57.958550 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-e8afcedf-7930-40c9-8a4f-4deaa262b6f4 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Request body: {'security_group_rule': {'security_group_id': 'e0658475-b05b-4809-a258-130104ee38c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:29:57.974480 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-978d2f61-632a-4ede-a8d9-59fea2fbd25d admin admin] Publish callbacks [] for security_group (bf4b803d-2d56-42fd-9a75-4968a0fbda4c), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:58.003052 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] Set router 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:29:58.030954 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-99d70966-42a4-439b-8d55-5d1941f7b6b3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142666 Oct 04 14:29:58.100141 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-bf5b77a2-d2c6-443f-ba87-58784fb6076d admin admin] Publish callbacks [] for security_group (3d2e1ec5-5c88-45f1-a294-11dcc7809a5a), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:58.106199 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-bf5b77a2-d2c6-443f-ba87-58784fb6076d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (3d2e1ec5-5c88-45f1-a294-11dcc7809a5a), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:58.246910 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-bf5b77a2-d2c6-443f-ba87-58784fb6076d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5098801b8b504794bf2354c639ccf673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5805171 Oct 04 14:29:58.258064 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 40112) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:58.276102 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b77a2-d2c6-443f-ba87-58784fb6076d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2e1ec5-5c88-45f1-a294-11dcc7809a5a,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:58.345746 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:58.376694 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] Publish callbacks [] for port (1a1ca0b1-1a82-4ee4-b642-8bb201981d87), precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:58.377348 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e8afcedf-7930-40c9-8a4f-4deaa262b6f4 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for security_group_rule (ad866f2f-34ff-46c3-9da3-91ce7a87de04), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:58.383088 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:58.384142 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=100 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:58.386253 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:58.392501 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:29:58.393713 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:58.394951 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6 Oct 04 14:29:58.404622 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756be86b-af69-408d-8c44-93536f6d7b1b None None] Pushing event updated for resources: {'Port': ['ID=a63a3594-914c-4dcf-a6a4-93b7dd74fe97,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:58.404983 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-dc4bf3ac-3528-4896-8b68-bde7e9dd426b admin admin] Publish callbacks [] for security_group (3d2e1ec5-5c88-45f1-a294-11dcc7809a5a), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:58.465353 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-dc4bf3ac-3528-4896-8b68-bde7e9dd426b admin admin] Publish callbacks [] for security_group (3d2e1ec5-5c88-45f1-a294-11dcc7809a5a), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:58.531766 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (1a1ca0b1-1a82-4ee4-b642-8bb201981d87), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:58.576913 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-dc4bf3ac-3528-4896-8b68-bde7e9dd426b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (3d2e1ec5-5c88-45f1-a294-11dcc7809a5a), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:58.579457 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-dc4bf3ac-3528-4896-8b68-bde7e9dd426b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:58.583459 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-dc4bf3ac-3528-4896-8b68-bde7e9dd426b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3d2e1ec5-5c88-45f1-a294-11dcc7809a5a HTTP/1.1" status: 204 len: 168 time: 0.3209803 Oct 04 14:29:58.608149 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bf3ac-3528-4896-8b68-bde7e9dd426b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2e1ec5-5c88-45f1-a294-11dcc7809a5a,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:58.679579 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-4d906e65-b0c6-471c-9fdb-5298576b15db tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:29:58.681511 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-4d906e65-b0c6-471c-9fdb-5298576b15db tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/networks?id=3e89e862-e669-4987-af44-eb18dbc3b78d HTTP/1.1" status: 200 len: 814 time: 1.3976326 Oct 04 14:29:58.718855 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e8afcedf-7930-40c9-8a4f-4deaa262b6f4 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for security_group_rule (ad866f2f-34ff-46c3-9da3-91ce7a87de04), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:58.737699 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e8afcedf-7930-40c9-8a4f-4deaa262b6f4 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (ad866f2f-34ff-46c3-9da3-91ce7a87de04), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:58.742015 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-978d2f61-632a-4ede-a8d9-59fea2fbd25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (bf4b803d-2d56-42fd-9a75-4968a0fbda4c), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:58.745354 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-978d2f61-632a-4ede-a8d9-59fea2fbd25d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:58.747120 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-978d2f61-632a-4ede-a8d9-59fea2fbd25d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/bf4b803d-2d56-42fd-9a75-4968a0fbda4c HTTP/1.1" status: 204 len: 168 time: 1.6909013 Oct 04 14:29:58.775812 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afcedf-7930-40c9-8a4f-4deaa262b6f4 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad866f2f-34ff-46c3-9da3-91ce7a87de04,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:58.801397 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-69226921-a6ca-4ce0-a35f-0dfd3053c795 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/quotas/1e5731dbee8946a281caefaeb02bd7ff HTTP/1.1" status: 200 len: 375 time: 0.1048515 Oct 04 14:29:58.804304 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d2f61-632a-4ede-a8d9-59fea2fbd25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4b803d-2d56-42fd-9a75-4968a0fbda4c,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:58.855784 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e8afcedf-7930-40c9-8a4f-4deaa262b6f4 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:58.855784 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-e8afcedf-7930-40c9-8a4f-4deaa262b6f4 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9222109 Oct 04 14:29:58.856082 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 40146) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:58.859822 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-31910c09-f904-430e-a1f5-735ca4564d5b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Request body: {'floatingip': {'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:29:58.894265 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-31910c09-f904-430e-a1f5-735ca4564d5b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:59.061859 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-31910c09-f904-430e-a1f5-735ca4564d5b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:59.107165 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-38e84d71-27b1-4832-a5ea-5979bb5c9489 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1e5731dbee8946a281caefaeb02bd7ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3044486 Oct 04 14:29:59.210102 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:29:59.290080 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1172c-1e3b-495f-b223-f2beb5bbf919 None None] Pushing event updated for resources: {'Port': ['ID=3f96b2e2-5072-4240-8ece-f6a135eea9cb,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:29:59.534198 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.17', 49907) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:29:59.578485 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-e94abc4e-fd8d-4d34-bfb8-af9710a905c9 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:29:59.587056 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-e94abc4e-fd8d-4d34-bfb8-af9710a905c9 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/networks?id=1e8ee100-9e5b-4809-8cb0-dbfff2298b1e HTTP/1.1" status: 200 len: 812 time: 0.5092344 Oct 04 14:29:59.690222 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] Attempting to bind port 1a1ca0b1-1a82-4ee4-b642-8bb201981d87 on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:29:59.691002 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] Attempting to bind port 1a1ca0b1-1a82-4ee4-b642-8bb201981d87 by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:29:59.691708 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] Attempting to bind port 1a1ca0b1-1a82-4ee4-b642-8bb201981d87 on network 3e89e862-e669-4987-af44-eb18dbc3b78d {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:29:59.719297 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-96706738-28e5-46ec-ad40-376a72b13c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:29:59.726832 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_common [None req-31910c09-f904-430e-a1f5-735ca4564d5b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Allocated IP 172.27.3.150 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/52842cf5-f52e-406f-aed6-02ec1a6eb95e) {{(pid=106355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:29:59.736426 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-67df83d0-06fd-4251-a17a-02c85c7a14da tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:29:59.738600 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-67df83d0-06fd-4251-a17a-02c85c7a14da tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.17 "GET /networking/v2.0/networks?id=f70b9727-7199-4fe7-bb77-16baf61f7e49 HTTP/1.1" status: 200 len: 819 time: 0.2024603 Oct 04 14:29:59.747242 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-027a3c19-e654-40af-8517-42714927c990 service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 14:29:59.750705 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-badf3a27-2c3a-4106-b81f-3a8a74d80f7a tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/quotas/da10281be41c43988e60ecfafd5d0d12 HTTP/1.1" status: 200 len: 375 time: 0.1604900 Oct 04 14:29:59.765057 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-027a3c19-e654-40af-8517-42714927c990 service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3179822 Oct 04 14:29:59.900999 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-6cc7410d-10f0-40c6-87ac-a31a922333b0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283197 Oct 04 14:29:59.917774 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:29:59.921006 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:00.050901 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-f70137be-39c5-4d91-9798-757826e8833a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Request body: {'port': {'device_id': 'e79b4aa2-e418-4cb4-affc-2cbf5df8547c', 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'admin_state_up': True, 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:30:00.058892 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:00.060452 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-c1eebce9-8ca4-4792-8c9a-67fef01e726e tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=da10281be41c43988e60ecfafd5d0d12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2936025 Oct 04 14:30:00.169685 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a956ab0-6878-4395-9672-a6feda27afc5 None None] Pushing event updated for resources: {'Port': ['ID=1a1ca0b1-1a82-4ee4-b642-8bb201981d87,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:00.177144 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-fc29f188-563a-4cf0-b1bc-14590ae84968 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762043 Oct 04 14:30:00.293571 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-31910c09-f904-430e-a1f5-735ca4564d5b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for port (52842cf5-f52e-406f-aed6-02ec1a6eb95e), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:00.317543 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6,segment=NetworkSegment(80436793-7021-4ca5-bbb3-a3b3adc26a9e),segment_id=80436793-7021-4ca5-bbb3-a3b3adc26a9e)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:30:00.335376 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-1515a4f9-33ad-443c-8833-1e79ad3c6d72 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1e8ee100-9e5b-4809-8cb0-dbfff2298b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585568 Oct 04 14:30:00.388662 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:00.530778 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-31910c09-f904-430e-a1f5-735ca4564d5b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (52842cf5-f52e-406f-aed6-02ec1a6eb95e), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:00.557982 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:30:00.558404 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] Checking segment: {'id': '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:30:00.558821 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:00.559342 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] Bound using segment: {'id': '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:30:00.559863 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] Bound port: 1a1ca0b1-1a82-4ee4-b642-8bb201981d87, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:30:00.560251 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (1a1ca0b1-1a82-4ee4-b642-8bb201981d87), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:00.566699 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:00.629849 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:00.703288 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31910c09-f904-430e-a1f5-735ca4564d5b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:30:00.748165 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'name': 'tempest-AttachVolumeTestJSON-560114202-router', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 4, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'gw_port': {'id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:39Z', 'updated_at': '2022-10-04T14:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '72ce8793-c8f1-4647-949a-1f33c379205b', 'name': '', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'mac_address': 'fa:16:3e:ba:a9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:51Z', 'updated_at': '2022-10-04T14:29:55Z', 'revision_number': 2, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'subnets': [{'id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:30:00.763193 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-31910c09-f904-430e-a1f5-735ca4564d5b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:30:00.780596 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31910c09-f904-430e-a1f5-735ca4564d5b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Received port after_create {{(pid=106355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:30:00.790597 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-f70137be-39c5-4d91-9798-757826e8833a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Made reservation on behalf of ec24f1b720bd42ebb37a36d65757aacd for: {'port': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:30:00.794920 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31910c09-f904-430e-a1f5-735ca4564d5b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Pushing event updated for resources: {'Port': ['ID=52842cf5-f52e-406f-aed6-02ec1a6eb95e,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:00.798664 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-f70137be-39c5-4d91-9798-757826e8833a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:00.870809 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:00.898276 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-e11fd082-a3e8-4c02-9fa8-3642ce3f1b8c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1e8ee100-9e5b-4809-8cb0-dbfff2298b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321631 Oct 04 14:30:00.932830 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-31910c09-f904-430e-a1f5-735ca4564d5b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for floatingip (654dc4fc-ada5-4cf0-bcec-97d62cb866b1), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:01.016067 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device e19a6cc3-d7fd-4d7a-b365-81e65302b792 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:30:01.026153 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c6edb4-346f-40c9-8011-4663947960aa', 'name': 'tempest-DeleteServersTestJSON-1402762535-router', 'tenant_id': 'da10281be41c43988e60ecfafd5d0d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a63a3594-914c-4dcf-a6a4-93b7dd74fe97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:37Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 4, 'project_id': 'da10281be41c43988e60ecfafd5d0d12', 'gw_port': {'id': 'a63a3594-914c-4dcf-a6a4-93b7dd74fe97', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:76:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c6edb4-346f-40c9-8011-4663947960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'e7fab9c5-b941-4ff9-8fbe-893a74c5b970', 'name': '', 'network_id': '1e8ee100-9e5b-4809-8cb0-dbfff2298b1e', 'tenant_id': 'da10281be41c43988e60ecfafd5d0d12', 'mac_address': 'fa:16:3e:3a:79:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c6edb4-346f-40c9-8011-4663947960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'fe0231a6-6c05-48d1-bcae-f5fe5f4b4268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:52Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 2, 'project_id': 'da10281be41c43988e60ecfafd5d0d12', 'subnets': [{'id': 'fe0231a6-6c05-48d1-bcae-f5fe5f4b4268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:30:01.315038 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bfa0ab-494b-4ff4-af8b-105e89f1a97f None None] The sync data for ids ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'] in dv-cinder-860260-1-iscsi is: [{'id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'name': 'tempest-AttachVolumeTestJSON-560114202-router', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 4, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'gw_port': {'id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:39Z', 'updated_at': '2022-10-04T14:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '72ce8793-c8f1-4647-949a-1f33c379205b', 'name': '', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'mac_address': 'fa:16:3e:ba:a9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:51Z', 'updated_at': '2022-10-04T14:29:55Z', 'revision_number': 2, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'subnets': [{'id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:30:01.358065 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c2bc78-46de-4b6f-b72c-ce121ae6030b None None] The sync data for ids ['91c6edb4-346f-40c9-8011-4663947960aa'] in dv-cinder-860260-1-iscsi is: [{'id': '91c6edb4-346f-40c9-8011-4663947960aa', 'name': 'tempest-DeleteServersTestJSON-1402762535-router', 'tenant_id': 'da10281be41c43988e60ecfafd5d0d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a63a3594-914c-4dcf-a6a4-93b7dd74fe97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:37Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 4, 'project_id': 'da10281be41c43988e60ecfafd5d0d12', 'gw_port': {'id': 'a63a3594-914c-4dcf-a6a4-93b7dd74fe97', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:76:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c6edb4-346f-40c9-8011-4663947960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'e7fab9c5-b941-4ff9-8fbe-893a74c5b970', 'name': '', 'network_id': '1e8ee100-9e5b-4809-8cb0-dbfff2298b1e', 'tenant_id': 'da10281be41c43988e60ecfafd5d0d12', 'mac_address': 'fa:16:3e:3a:79:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c6edb4-346f-40c9-8011-4663947960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'fe0231a6-6c05-48d1-bcae-f5fe5f4b4268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:52Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 2, 'project_id': 'da10281be41c43988e60ecfafd5d0d12', 'subnets': [{'id': 'fe0231a6-6c05-48d1-bcae-f5fe5f4b4268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:30:01.632619 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-f70137be-39c5-4d91-9798-757826e8833a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Allocated IP 172.20.0.11 (f70b9727-7199-4fe7-bb77-16baf61f7e49/0b6ce1ed-cefc-4d28-95ba-a2004388db27/b74df40d-d043-4af9-93a2-e99ed587df20) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:30:01.673629 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] For port 1a1ca0b1-1a82-4ee4-b642-8bb201981d87, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:30:01.680684 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port e19a6cc3-d7fd-4d7a-b365-81e65302b792 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:01.681342 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (e19a6cc3-d7fd-4d7a-b365-81e65302b792), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:01.683700 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port e19a6cc3-d7fd-4d7a-b365-81e65302b792 Oct 04 14:30:01.693439 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] For port 1a1ca0b1-1a82-4ee4-b642-8bb201981d87, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=1a1ca0b1-1a82-4ee4-b642-8bb201981d87,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:30:01.788084 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-31910c09-f904-430e-a1f5-735ca4564d5b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (52842cf5-f52e-406f-aed6-02ec1a6eb95e), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:01.793483 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (1a1ca0b1-1a82-4ee4-b642-8bb201981d87), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:01.817778 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.17', 49917) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:02.134092 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] Routers {'62bc1c7e-254b-44ea-8e51-0290db5b3aee'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:30:02.134788 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:30:00Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:30:02.171423 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 40298) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:02.299481 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-a4e49134-70ee-4dce-8fa7-d6022170c0e3 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1298049798', 'description': 'tempest-description--215833297'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:30:02.535161 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e895f470-38a3-40b3-b6f3-98d73b2de550 req-1a62e503-d442-4a1c-84c3-7ef43326445a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 210 time: 0.1882904 Oct 04 14:30:02.615623 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7a15bd6e-c2e3-4469-b9ef-ed14494f60b0 req-f4e0dd91-58a8-401e-9700-89f431b22a2f tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 210 time: 0.4867454 Oct 04 14:30:02.710713 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-f70137be-39c5-4d91-9798-757826e8833a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for port (b74df40d-d043-4af9-93a2-e99ed587df20), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:02.799449 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-a4e49134-70ee-4dce-8fa7-d6022170c0e3 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:02.819994 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e83d459e-76d8-454b-99d1-4783905d8806 req-beae34b0-5149-464d-94f6-5157b5442559 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 210 time: 0.1023326 Oct 04 14:30:02.859041 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-b3153429-a62f-4807-90f2-769336db1078 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:02.860926 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-b3153429-a62f-4807-90f2-769336db1078 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.17 "GET /networking/v2.0/networks?id=f70b9727-7199-4fe7-bb77-16baf61f7e49 HTTP/1.1" status: 200 len: 819 time: 1.0414364 Oct 04 14:30:02.911953 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-cff71ec2-10f2-4b2a-832a-7f3f8457767d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Request body: {'port': {'device_id': '0cd38da3-9e0e-426c-b4a2-9c582119f22f', 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'admin_state_up': True, 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:30:02.921650 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-31910c09-f904-430e-a1f5-735ca4564d5b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for port (52842cf5-f52e-406f-aed6-02ec1a6eb95e), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:02.934733 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-31910c09-f904-430e-a1f5-735ca4564d5b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (52842cf5-f52e-406f-aed6-02ec1a6eb95e), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:02.937544 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-31910c09-f904-430e-a1f5-735ca4564d5b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (654dc4fc-ada5-4cf0-bcec-97d62cb866b1), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:02.958366 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:02.958902 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] Set router 62bc1c7e-254b-44ea-8e51-0290db5b3aee gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:30:03.058185 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-31910c09-f904-430e-a1f5-735ca4564d5b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:03.061651 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-31910c09-f904-430e-a1f5-735ca4564d5b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2058887 Oct 04 14:30:03.109024 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31910c09-f904-430e-a1f5-735ca4564d5b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Pushing event updated for resources: {'Port': ['ID=52842cf5-f52e-406f-aed6-02ec1a6eb95e,revision_number=2']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:03.252008 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a956ab0-6878-4395-9672-a6feda27afc5 None None] Pushing event updated for resources: {'Port': ['ID=1a1ca0b1-1a82-4ee4-b642-8bb201981d87,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:03.339242 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:03.341258 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-f70137be-39c5-4d91-9798-757826e8833a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (b74df40d-d043-4af9-93a2-e99ed587df20), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:03.501156 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:03.503207 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:03.545632 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port e19a6cc3-d7fd-4d7a-b365-81e65302b792 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:03.547142 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device f004d664-0ae6-4070-bf47-5ed383a38482 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:30:04.031114 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70137be-39c5-4d91-9798-757826e8833a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Pushing event updated for resources: {'Port': ['ID=b74df40d-d043-4af9-93a2-e99ed587df20,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:04.040857 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:04.047309 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-13362efc-d0fd-42c6-a6b7-8c445b945c4a req-b2266611-5894-4d7b-9920-daafc3330e3f tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 210 time: 0.1044970 Oct 04 14:30:04.072080 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:04.150472 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port f004d664-0ae6-4070-bf47-5ed383a38482 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:04.181736 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (f004d664-0ae6-4070-bf47-5ed383a38482), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:04.182090 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port f004d664-0ae6-4070-bf47-5ed383a38482 Oct 04 14:30:04.279765 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:04.370103 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-fbf1603b-3a49-496f-a278-218a822d8be9 req-ff2deb8b-805c-40a2-ab45-4de4b6f6eac1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 210 time: 0.1125498 Oct 04 14:30:04.378133 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:01Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:30:04.498483 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35492d8d-ea34-4272-97f0-5c9803d04e9d None None] The sync data for ids ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'] in dv-cinder-860260-1-iscsi is: [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:01Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:30:04.502296 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:04.706375 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-a4e49134-70ee-4dce-8fa7-d6022170c0e3 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for security_group (25f525bb-2ba2-4166-975d-6e65830948d0), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:04.743284 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3a073018-c4f7-4bcf-bcfc-87cae048841b req-d2b28804-4a2d-4cad-9fa3-2c3b08580da9 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 210 time: 0.1540496 Oct 04 14:30:04.762626 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.17', 49929) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:04.874176 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:04.909141 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port f004d664-0ae6-4070-bf47-5ed383a38482 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:04.910569 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (f004d664-0ae6-4070-bf47-5ed383a38482), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:04.939307 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-a4e49134-70ee-4dce-8fa7-d6022170c0e3 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (25f525bb-2ba2-4166-975d-6e65830948d0), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:04.967036 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-cff71ec2-10f2-4b2a-832a-7f3f8457767d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Made reservation on behalf of ec24f1b720bd42ebb37a36d65757aacd for: {'port': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:30:04.989915 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-cff71ec2-10f2-4b2a-832a-7f3f8457767d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:05.019701 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port f004d664-0ae6-4070-bf47-5ed383a38482, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=f004d664-0ae6-4070-bf47-5ed383a38482,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:30:05.029556 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (f004d664-0ae6-4070-bf47-5ed383a38482), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:05.330043 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-735de2a9-c594-4b88-aafb-5b05cc4bb462 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:05.336853 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e49134-70ee-4dce-8fa7-d6022170c0e3 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f525bb-2ba2-4166-975d-6e65830948d0,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:05.340900 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-735de2a9-c594-4b88-aafb-5b05cc4bb462 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.17 "GET /networking/v2.0/networks?id=3e89e862-e669-4987-af44-eb18dbc3b78d HTTP/1.1" status: 200 len: 814 time: 0.5806823 Oct 04 14:30:05.367328 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=f004d664-0ae6-4070-bf47-5ed383a38482,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:05.377495 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-f70137be-39c5-4d91-9798-757826e8833a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Network f70b9727-7199-4fe7-bb77-16baf61f7e49 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:30:05.415520 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-f70137be-39c5-4d91-9798-757826e8833a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:30:05.449838 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-f70137be-39c5-4d91-9798-757826e8833a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:30:05.478127 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-f70137be-39c5-4d91-9798-757826e8833a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:05.487640 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-f70137be-39c5-4d91-9798-757826e8833a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:05.687785 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-a4e49134-70ee-4dce-8fa7-d6022170c0e3 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:05.688543 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-bdee1a28-0bec-4cff-b78a-aaa77800e183 req-9be6a6ff-b248-4fdd-b24a-d6e05ffe34ff tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 210 time: 0.1893106 Oct 04 14:30:05.692277 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-a4e49134-70ee-4dce-8fa7-d6022170c0e3 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 3.5116949 Oct 04 14:30:05.699239 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 40388) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:05.743173 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-0de451b9-dea5-43bb-829a-369bda5c90c5 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2128211051&fields=id&tenant_id=64993786e21b45beb7829ceaede4777a HTTP/1.1" status: 200 len: 267 time: 1.9158890 Oct 04 14:30:05.824745 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-21170eb0-5409-4c3f-9fb8-cfacf4e174b5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Request body: {'security_group_rule': {'security_group_id': '25f525bb-2ba2-4166-975d-6e65830948d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:30:06.075474 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-f70137be-39c5-4d91-9798-757826e8833a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0468271 Oct 04 14:30:06.083695 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-507c4bb8-7fcf-4e9b-9a68-059767a0f431 None None] Provisioning complete for port b74df40d-d043-4af9-93a2-e99ed587df20 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:06.085359 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-507c4bb8-7fcf-4e9b-9a68-059767a0f431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (b74df40d-d043-4af9-93a2-e99ed587df20), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:06.087119 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-507c4bb8-7fcf-4e9b-9a68-059767a0f431 None None] Attempt 1 to provision port b74df40d-d043-4af9-93a2-e99ed587df20 Oct 04 14:30:06.150773 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0fa74adf-0bbe-48c4-8f70-a54a206e37a6 req-3fba6f1c-6b00-4429-8b6b-93474a37bbe9 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 210 time: 0.0954573 Oct 04 14:30:06.176875 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 3f96b2e2-5072-4240-8ece-f6a135eea9cb up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:30:06.224285 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-48b26688-e399-4fee-b793-dd2d6815489d tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1e5731dbee8946a281caefaeb02bd7ff HTTP/1.1" status: 200 len: 380 time: 0.7927604 Oct 04 14:30:06.227027 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-21170eb0-5409-4c3f-9fb8-cfacf4e174b5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for security_group_rule (a8eb0d30-5f83-4330-a206-badfd04d1016), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:06.259556 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-ec9fd5f6-4417-4957-9dc6-dc978bb80406 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 14:30:06.260608 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-ec9fd5f6-4417-4957-9dc6-dc978bb80406 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0163760 Oct 04 14:30:06.264394 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-3e40d42c-0c0d-408a-b0dc-a75ea5e78599 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Request body: {'port': {'device_id': '92da7788-17c4-4129-b353-b25576213350', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'admin_state_up': True, 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'security_groups': ['13aa2a0a-add4-42b9-9eec-dc6ae368e333']}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:30:06.388347 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-507c4bb8-7fcf-4e9b-9a68-059767a0f431 None None] Port b74df40d-d043-4af9-93a2-e99ed587df20 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:30:06.391211 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-cff71ec2-10f2-4b2a-832a-7f3f8457767d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Allocated IP 172.20.0.9 (f70b9727-7199-4fe7-bb77-16baf61f7e49/0b6ce1ed-cefc-4d28-95ba-a2004388db27/fdd48946-1df6-48c0-871f-7f58d52dcaba) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:30:06.474634 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 3f96b2e2-5072-4240-8ece-f6a135eea9cb triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:06.475018 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (3f96b2e2-5072-4240-8ece-f6a135eea9cb), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:06.476062 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 3f96b2e2-5072-4240-8ece-f6a135eea9cb Oct 04 14:30:06.493340 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-45c7714d-3494-487c-b19d-e6d81e5cff25 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:06.501598 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-45c7714d-3494-487c-b19d-e6d81e5cff25 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/networks?id=8adffcb3-eb41-48c9-bdc6-30a7213ac01c HTTP/1.1" status: 200 len: 817 time: 0.7569666 Oct 04 14:30:06.553657 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4ddc7728-a47f-4429-9424-32b7d7cf9422 req-97ae4f08-5fdb-4d07-b8ac-817223b29c4e tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 210 time: 0.1523907 Oct 04 14:30:06.736077 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-a4913382-f101-4610-82c2-d6f007193fa8 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/quotas/64993786e21b45beb7829ceaede4777a HTTP/1.1" status: 200 len: 375 time: 0.2334194 Oct 04 14:30:06.751821 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.17', 49938) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:06.983639 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 3f96b2e2-5072-4240-8ece-f6a135eea9cb is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:06.984256 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (3f96b2e2-5072-4240-8ece-f6a135eea9cb), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:07.090162 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:07.101806 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-9f48aab3-edd7-4636-8c5d-7e5457f3855d service neutron] Request body: {'port': {'device_id': 'e79b4aa2-e418-4cb4-affc-2cbf5df8547c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86026'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:30:07.124108 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port 3f96b2e2-5072-4240-8ece-f6a135eea9cb, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=3f96b2e2-5072-4240-8ece-f6a135eea9cb,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:30:07.131258 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (3f96b2e2-5072-4240-8ece-f6a135eea9cb), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:07.133591 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device a63a3594-914c-4dcf-a6a4-93b7dd74fe97 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:30:07.345547 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2130aa05-10bb-4274-8554-2a370dec572d req-08ffdfcb-c736-4f3e-8fd8-2ab32abc394b tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 210 time: 0.2223938 Oct 04 14:30:07.427886 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=3f96b2e2-5072-4240-8ece-f6a135eea9cb,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:07.502861 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-21170eb0-5409-4c3f-9fb8-cfacf4e174b5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for security_group_rule (a8eb0d30-5f83-4330-a206-badfd04d1016), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:07.510281 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port a63a3594-914c-4dcf-a6a4-93b7dd74fe97 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:07.510664 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (a63a3594-914c-4dcf-a6a4-93b7dd74fe97), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:07.511010 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port a63a3594-914c-4dcf-a6a4-93b7dd74fe97 Oct 04 14:30:07.525265 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-21170eb0-5409-4c3f-9fb8-cfacf4e174b5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (a8eb0d30-5f83-4330-a206-badfd04d1016), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:07.556341 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-519ae9f6-d91a-4263-8734-f9fcc2731ee1 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:07.558787 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21170eb0-5409-4c3f-9fb8-cfacf4e174b5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8eb0d30-5f83-4330-a206-badfd04d1016,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:07.579590 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-519ae9f6-d91a-4263-8734-f9fcc2731ee1 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.17 "GET /networking/v2.0/networks?id=1e8ee100-9e5b-4809-8cb0-dbfff2298b1e HTTP/1.1" status: 200 len: 812 time: 1.0716164 Oct 04 14:30:07.654587 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-21170eb0-5409-4c3f-9fb8-cfacf4e174b5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:07.661960 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-21170eb0-5409-4c3f-9fb8-cfacf4e174b5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9584422 Oct 04 14:30:07.665673 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 40438) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:07.674918 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-5c6eda42-6e59-4192-84d4-86101104b903 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Request body: {'security_group_rule': {'security_group_id': '25f525bb-2ba2-4166-975d-6e65830948d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:30:07.698317 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-3e40d42c-0c0d-408a-b0dc-a75ea5e78599 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Made reservation on behalf of 1e5731dbee8946a281caefaeb02bd7ff for: {'port': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:30:07.707299 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-3e40d42c-0c0d-408a-b0dc-a75ea5e78599 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:07.759190 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-af2d7a50-5bfa-4089-82b7-420da50392be req-67f44e09-93a8-445c-ab4c-d876ff64f6e2 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 210 time: 0.0737755 Oct 04 14:30:07.851163 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port a63a3594-914c-4dcf-a6a4-93b7dd74fe97 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:07.853828 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (a63a3594-914c-4dcf-a6a4-93b7dd74fe97), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:07.924607 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-48084293-3c86-48fa-9e5d-97469a29f0e8 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=64993786e21b45beb7829ceaede4777a&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0171144 Oct 04 14:30:07.959908 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-dca7fedc-f37d-48b5-9dea-cb7f8801cfe2 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Request body: {'port': {'device_id': 'a76166c5-baf9-4033-be8c-b138512c2fdc', 'network_id': '1e8ee100-9e5b-4809-8cb0-dbfff2298b1e', 'admin_state_up': True, 'tenant_id': 'da10281be41c43988e60ecfafd5d0d12'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:30:08.056759 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port a63a3594-914c-4dcf-a6a4-93b7dd74fe97, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=a63a3594-914c-4dcf-a6a4-93b7dd74fe97,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:30:08.068140 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:08.071479 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (a63a3594-914c-4dcf-a6a4-93b7dd74fe97), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:08.073890 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:30:08.108580 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5c6eda42-6e59-4192-84d4-86101104b903 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for security_group_rule (e7c8589e-cef8-4e65-a6c9-801e8fc81bfc), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:08.218738 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=7 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:08.222043 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-564a6b10-6311-41c8-b3ee-897287efca9a req-a6509d27-c224-4b14-8aa9-07103ee04c77 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 210 time: 0.2497187 Oct 04 14:30:08.235663 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=49 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:08.363367 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:08.364143 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:08.365296 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6 Oct 04 14:30:08.406420 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 40448) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:08.479877 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=a63a3594-914c-4dcf-a6a4-93b7dd74fe97,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:08.596829 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:08.771513 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:08.772752 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 1a1ca0b1-1a82-4ee4-b642-8bb201981d87 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:30:08.781396 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-9f48aab3-edd7-4636-8c5d-7e5457f3855d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (b74df40d-d043-4af9-93a2-e99ed587df20), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:08.837600 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-90a35c87-9a38-40c9-b373-b22b63f96526 req-d6929927-97f8-44b2-a7de-be6c4af8c421 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 210 time: 0.1905460 Oct 04 14:30:08.868729 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_common [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-3e40d42c-0c0d-408a-b0dc-a75ea5e78599 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Allocated IP 172.20.0.6 (3e89e862-e669-4987-af44-eb18dbc3b78d/3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41/3a45f381-06ca-4183-af22-7b3ce0bb06a4) {{(pid=106355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:30:08.868840 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 1a1ca0b1-1a82-4ee4-b642-8bb201981d87 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:08.868840 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (1a1ca0b1-1a82-4ee4-b642-8bb201981d87), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:08.868840 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 1a1ca0b1-1a82-4ee4-b642-8bb201981d87 Oct 04 14:30:08.930224 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5c6eda42-6e59-4192-84d4-86101104b903 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for security_group_rule (e7c8589e-cef8-4e65-a6c9-801e8fc81bfc), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:08.931298 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:08.947301 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:08.967041 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5c6eda42-6e59-4192-84d4-86101104b903 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (e7c8589e-cef8-4e65-a6c9-801e8fc81bfc), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:09.005460 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:INSERT=5,neutron:DELETE=2,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:09.047110 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-cff71ec2-10f2-4b2a-832a-7f3f8457767d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for port (fdd48946-1df6-48c0-871f-7f58d52dcaba), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:09.061649 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 1a1ca0b1-1a82-4ee4-b642-8bb201981d87 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:09.062253 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (1a1ca0b1-1a82-4ee4-b642-8bb201981d87), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:09.067677 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-60faa550-d973-4b3f-aa4c-83dba4341708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:09.121380 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port 1a1ca0b1-1a82-4ee4-b642-8bb201981d87, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=1a1ca0b1-1a82-4ee4-b642-8bb201981d87,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:30:09.127556 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (1a1ca0b1-1a82-4ee4-b642-8bb201981d87), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:09.132152 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4ef26c8e-43c4-42d4-bfb2-726630c87558 req-de5644f5-ad85-479f-b50e-a8401bf41b14 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 210 time: 0.0994501 Oct 04 14:30:09.203006 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-8d098a25-4d68-4459-a4a4-6d86fb52a5b7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/8adffcb3-eb41-48c9-bdc6-30a7213ac01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2620845 Oct 04 14:30:09.221443 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6eda42-6e59-4192-84d4-86101104b903 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c8589e-cef8-4e65-a6c9-801e8fc81bfc,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:09.226839 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:09.298159 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=1a1ca0b1-1a82-4ee4-b642-8bb201981d87,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:09.475755 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 3f96b2e2-5072-4240-8ece-f6a135eea9cb up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:30:09.486268 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5c6eda42-6e59-4192-84d4-86101104b903 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:09.487548 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-5c6eda42-6e59-4192-84d4-86101104b903 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8190453 Oct 04 14:30:09.510044 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 40468) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:09.524702 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-54d80f7a-de3f-4dce-b24b-2ad46b3be590 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Request body: {'floatingip': {'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:30:09.536960 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ad3345f9-c7ea-446a-9961-963787382248 req-af83d441-7b8f-43e7-8deb-0f8ff18bc5ba tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 210 time: 0.0974958 Oct 04 14:30:09.583859 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 3f96b2e2-5072-4240-8ece-f6a135eea9cb triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:09.585716 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (3f96b2e2-5072-4240-8ece-f6a135eea9cb), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:09.586408 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 3f96b2e2-5072-4240-8ece-f6a135eea9cb Oct 04 14:30:09.651765 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-54d80f7a-de3f-4dce-b24b-2ad46b3be590 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:09.655713 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-dca7fedc-f37d-48b5-9dea-cb7f8801cfe2 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Made reservation on behalf of da10281be41c43988e60ecfafd5d0d12 for: {'port': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:30:09.665283 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-dca7fedc-f37d-48b5-9dea-cb7f8801cfe2 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:09.671604 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-5aef6ddb-75bb-4db7-b94f-c29dc07e7cfe service neutron] 10.222.0.64 "GET /networking/v2.0/networks/8adffcb3-eb41-48c9-bdc6-30a7213ac01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677217 Oct 04 14:30:09.751835 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-3e40d42c-0c0d-408a-b0dc-a75ea5e78599 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for port (3a45f381-06ca-4183-af22-7b3ce0bb06a4), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:09.795489 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 3f96b2e2-5072-4240-8ece-f6a135eea9cb is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:09.799224 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device a63a3594-914c-4dcf-a6a4-93b7dd74fe97 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:30:09.800790 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-cff71ec2-10f2-4b2a-832a-7f3f8457767d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (fdd48946-1df6-48c0-871f-7f58d52dcaba), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:09.925868 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:09.950598 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port a63a3594-914c-4dcf-a6a4-93b7dd74fe97 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:09.951019 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (a63a3594-914c-4dcf-a6a4-93b7dd74fe97), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:09.953089 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port a63a3594-914c-4dcf-a6a4-93b7dd74fe97 Oct 04 14:30:10.060823 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-54d80f7a-de3f-4dce-b24b-2ad46b3be590 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:10.092677 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff71ec2-10f2-4b2a-832a-7f3f8457767d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Pushing event updated for resources: {'Port': ['ID=fdd48946-1df6-48c0-871f-7f58d52dcaba,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:10.124718 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-3e40d42c-0c0d-408a-b0dc-a75ea5e78599 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (3a45f381-06ca-4183-af22-7b3ce0bb06a4), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:10.198550 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port a63a3594-914c-4dcf-a6a4-93b7dd74fe97 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:10.201382 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device f004d664-0ae6-4070-bf47-5ed383a38482 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:30:10.365833 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port f004d664-0ae6-4070-bf47-5ed383a38482 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:10.366251 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (f004d664-0ae6-4070-bf47-5ed383a38482), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:10.366589 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port f004d664-0ae6-4070-bf47-5ed383a38482 Oct 04 14:30:10.594805 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port f004d664-0ae6-4070-bf47-5ed383a38482 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:10.595717 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-cff71ec2-10f2-4b2a-832a-7f3f8457767d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Network f70b9727-7199-4fe7-bb77-16baf61f7e49 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:30:10.753831 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-9f48aab3-edd7-4636-8c5d-7e5457f3855d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74df40d-d043-4af9-93a2-e99ed587df20 {{(pid=106356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:30:10.767259 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-9f48aab3-edd7-4636-8c5d-7e5457f3855d service neutron] Publish callbacks [] for port (b74df40d-d043-4af9-93a2-e99ed587df20), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:10.821559 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:10.822782 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-cff71ec2-10f2-4b2a-832a-7f3f8457767d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:30:10.844958 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bb6dbe06-13c5-48b2-8f64-f38f57751518 req-9f77b5a7-1422-442c-9965-87ef2bd3761e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 210 time: 0.7200372 Oct 04 14:30:10.851222 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.provisioning_blocks [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-9f48aab3-edd7-4636-8c5d-7e5457f3855d service neutron] Transition to ACTIVE for port object b74df40d-d043-4af9-93a2-e99ed587df20 will not be triggered until provisioned by entity L2. {{(pid=106356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 14:30:11.052455 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-cff71ec2-10f2-4b2a-832a-7f3f8457767d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:30:11.067007 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-cff71ec2-10f2-4b2a-832a-7f3f8457767d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:11.107355 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-cff71ec2-10f2-4b2a-832a-7f3f8457767d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:11.208663 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-9f48aab3-edd7-4636-8c5d-7e5457f3855d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (b74df40d-d043-4af9-93a2-e99ed587df20), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:11.278161 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:11.344959 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-60faa550-d973-4b3f-aa4c-83dba4341708 admin admin] Publish callbacks [] for security_group (b3d95574-4337-49ae-a2dc-f706d847bda5), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:11.373976 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-60faa550-d973-4b3f-aa4c-83dba4341708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (b3d95574-4337-49ae-a2dc-f706d847bda5), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:11.409642 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:11.460413 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ba665-521e-4e30-a34e-b001405ceff9 req-eb244023-cc3f-4328-9796-660aa7cb83bb tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:11.468805 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 1a1ca0b1-1a82-4ee4-b642-8bb201981d87 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:30:11.475478 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5e0ba665-521e-4e30-a34e-b001405ceff9 req-eb244023-cc3f-4328-9796-660aa7cb83bb tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 931 time: 1.4069345 Oct 04 14:30:11.502066 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-cff71ec2-10f2-4b2a-832a-7f3f8457767d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.6207986 Oct 04 14:30:11.572223 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-3e40d42c-0c0d-408a-b0dc-a75ea5e78599 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Network 3e89e862-e669-4987-af44-eb18dbc3b78d is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:30:11.577109 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-7d2d78f0-4f09-45e0-a766-7b35ab1caf2e service neutron] Request body: {'port': {'device_id': '0cd38da3-9e0e-426c-b4a2-9c582119f22f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86026'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:30:11.603968 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-3e40d42c-0c0d-408a-b0dc-a75ea5e78599 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:30:11.610217 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40d42c-0c0d-408a-b0dc-a75ea5e78599 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event updated for resources: {'Port': ['ID=3a45f381-06ca-4183-af22-7b3ce0bb06a4,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:11.638016 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-355a4ec3-0b18-4f1c-b37d-fb91434b1f4f None None] Provisioning complete for port fdd48946-1df6-48c0-871f-7f58d52dcaba triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:11.639993 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-3e40d42c-0c0d-408a-b0dc-a75ea5e78599 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Received port after_create {{(pid=106355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:30:11.641370 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-355a4ec3-0b18-4f1c-b37d-fb91434b1f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (fdd48946-1df6-48c0-871f-7f58d52dcaba), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:11.643265 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-355a4ec3-0b18-4f1c-b37d-fb91434b1f4f None None] Attempt 1 to provision port fdd48946-1df6-48c0-871f-7f58d52dcaba Oct 04 14:30:11.661737 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-3e40d42c-0c0d-408a-b0dc-a75ea5e78599 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:11.667108 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-3e40d42c-0c0d-408a-b0dc-a75ea5e78599 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for port (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:11.761546 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_common [None req-54d80f7a-de3f-4dce-b24b-2ad46b3be590 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Allocated IP 172.27.3.155 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/a447c2df-3157-42d5-b60a-489310db3fcc) {{(pid=106355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:30:11.778400 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 1a1ca0b1-1a82-4ee4-b642-8bb201981d87 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:11.778953 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (1a1ca0b1-1a82-4ee4-b642-8bb201981d87), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:11.779145 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 1a1ca0b1-1a82-4ee4-b642-8bb201981d87 Oct 04 14:30:11.785540 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-355a4ec3-0b18-4f1c-b37d-fb91434b1f4f None None] Port fdd48946-1df6-48c0-871f-7f58d52dcaba cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:30:11.869387 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-3e40d42c-0c0d-408a-b0dc-a75ea5e78599 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6167295 Oct 04 14:30:12.016723 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 1a1ca0b1-1a82-4ee4-b642-8bb201981d87 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:12.057866 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5e0ba665-521e-4e30-a34e-b001405ceff9 req-0144fb12-1e43-49dc-9154-5a10b30d4648 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5788894 Oct 04 14:30:12.098709 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-ee501be2-9326-4188-8cac-97dd262c558c service neutron] Request body: {'port': {'device_id': '92da7788-17c4-4129-b353-b25576213350', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86026'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:30:12.222072 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-9dc8922b-5b68-4c04-b5f7-dff862f41b26 None None] Provisioning complete for port 3a45f381-06ca-4183-af22-7b3ce0bb06a4 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:12.222444 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9dc8922b-5b68-4c04-b5f7-dff862f41b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (3a45f381-06ca-4183-af22-7b3ce0bb06a4), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:12.222815 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-9dc8922b-5b68-4c04-b5f7-dff862f41b26 None None] Attempt 1 to provision port 3a45f381-06ca-4183-af22-7b3ce0bb06a4 Oct 04 14:30:12.299838 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b68401ff-e7c6-4530-add5-92af7307d57d req-ebc18eb8-33b5-40e6-ab35-13505639be17 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 210 time: 0.0647533 Oct 04 14:30:12.321179 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:12.347003 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-9dc8922b-5b68-4c04-b5f7-dff862f41b26 None None] Port 3a45f381-06ca-4183-af22-7b3ce0bb06a4 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:30:12.366606 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] Sync routers for ids ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:30:12.393791 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] Routers {'7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:30:12.394704 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:30:00Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:30:12.494973 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804e333-2bf1-43ee-8e5f-cfce0f449b42 req-3bbc8f99-550c-4bdb-bcb1-7b335fb1ac9e tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:12.514580 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e804e333-2bf1-43ee-8e5f-cfce0f449b42 req-3bbc8f99-550c-4bdb-bcb1-7b335fb1ac9e tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 931 time: 0.8655205 Oct 04 14:30:12.537303 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-9f48aab3-edd7-4636-8c5d-7e5457f3855d service neutron] Attempting to bind port b74df40d-d043-4af9-93a2-e99ed587df20 on host hv-cinder-86026 for vnic_type normal with profile {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:30:12.538435 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-9f48aab3-edd7-4636-8c5d-7e5457f3855d service neutron] Attempting to bind port b74df40d-d043-4af9-93a2-e99ed587df20 by drivers openvswitch,hyperv on host hv-cinder-86026 at level 0 using segments [{'id': '80436793-7021-4ca5-bbb3-a3b3adc26a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49'}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:30:12.550307 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-9f48aab3-edd7-4636-8c5d-7e5457f3855d service neutron] Attempting to bind port b74df40d-d043-4af9-93a2-e99ed587df20 on network f70b9727-7199-4fe7-bb77-16baf61f7e49 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:30:12.759847 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48aab3-edd7-4636-8c5d-7e5457f3855d service neutron] Pushing event updated for resources: {'Port': ['ID=b74df40d-d043-4af9-93a2-e99ed587df20,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:12.802717 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-54d80f7a-de3f-4dce-b24b-2ad46b3be590 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for port (a447c2df-3157-42d5-b60a-489310db3fcc), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:12.829954 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-ee501be2-9326-4188-8cac-97dd262c558c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (3a45f381-06ca-4183-af22-7b3ce0bb06a4), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:12.839676 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] Set router 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:30:12.851998 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-60faa550-d973-4b3f-aa4c-83dba4341708 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3ce87fdc82234e459b065cbf584eb5f0&name=default HTTP/1.1" status: 200 len: 2996 time: 4.4384279 Oct 04 14:30:12.854830 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f6580a4e-7152-4a89-95ba-10430ea37bc1 req-353ea4e8-51bc-41e5-b7f4-dfa5ada184ac tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 210 time: 0.2732925 Oct 04 14:30:12.869726 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 40536) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:12.944959 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60faa550-d973-4b3f-aa4c-83dba4341708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d95574-4337-49ae-a2dc-f706d847bda5,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:12.947083 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] Sync routers for ids ['91c6edb4-346f-40c9-8011-4663947960aa'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:30:12.980185 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] Routers {'91c6edb4-346f-40c9-8011-4663947960aa'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:30:12.987674 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:30:00Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['91c6edb4-346f-40c9-8011-4663947960aa'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:30:13.079161 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-9f48aab3-edd7-4636-8c5d-7e5457f3855d service neutron] Port b74df40d-d043-4af9-93a2-e99ed587df20 on network f70b9727-7199-4fe7-bb77-16baf61f7e49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86026 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 14:30:13.080984 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-9f48aab3-edd7-4636-8c5d-7e5457f3855d service neutron] Attempting to bind port b74df40d-d043-4af9-93a2-e99ed587df20 on network f70b9727-7199-4fe7-bb77-16baf61f7e49 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:30:13.130105 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-7d2d78f0-4f09-45e0-a766-7b35ab1caf2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (fdd48946-1df6-48c0-871f-7f58d52dcaba), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:13.256042 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-dca7fedc-f37d-48b5-9dea-cb7f8801cfe2 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Allocated IP 172.20.0.13 (1e8ee100-9e5b-4809-8cb0-dbfff2298b1e/fe0231a6-6c05-48d1-bcae-f5fe5f4b4268/d9a62f08-f97c-4b57-912d-1b054d110489) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:30:13.439886 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:30:13.543958 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-54d80f7a-de3f-4dce-b24b-2ad46b3be590 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (a447c2df-3157-42d5-b60a-489310db3fcc), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:13.693466 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-96ceea0a-7d7d-4951-90a7-96b927a463a9 admin admin] Publish callbacks [] for security_group (b3d95574-4337-49ae-a2dc-f706d847bda5), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:13.796194 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] Set router 91c6edb4-346f-40c9-8011-4663947960aa gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:30:13.824846 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28307954-3bd9-440c-951a-d0af8322bdcb req-879b9eb1-9cc8-4549-97bf-eb1ce5a6ef98 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:13.833698 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-28307954-3bd9-440c-951a-d0af8322bdcb req-879b9eb1-9cc8-4549-97bf-eb1ce5a6ef98 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 931 time: 0.4351139 Oct 04 14:30:13.838163 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.17', 49949) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:13.925591 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-9f48aab3-edd7-4636-8c5d-7e5457f3855d service neutron] Checking agent: {'id': '7414b559-7f0d-43de-b796-62d1db2de72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86026', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'started_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:30:13.926107 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-9f48aab3-edd7-4636-8c5d-7e5457f3855d service neutron] Checking segment: {'id': '80436793-7021-4ca5-bbb3-a3b3adc26a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:30:13.926609 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-9f48aab3-edd7-4636-8c5d-7e5457f3855d service neutron] Bound using segment: {'id': '80436793-7021-4ca5-bbb3-a3b3adc26a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49'} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:30:13.927217 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-9f48aab3-edd7-4636-8c5d-7e5457f3855d service neutron] Bound port: b74df40d-d043-4af9-93a2-e99ed587df20, host: hv-cinder-86026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80436793-7021-4ca5-bbb3-a3b3adc26a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49'}}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:30:13.927496 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-9f48aab3-edd7-4636-8c5d-7e5457f3855d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (b74df40d-d043-4af9-93a2-e99ed587df20), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:13.955174 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-96ceea0a-7d7d-4951-90a7-96b927a463a9 admin admin] Publish callbacks [] for security_group (b3d95574-4337-49ae-a2dc-f706d847bda5), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:13.988148 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e804e333-2bf1-43ee-8e5f-cfce0f449b42 req-0360aae3-c2bf-43f2-95e4-c56ed8befe99 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=13aa2a0a-add4-42b9-9eec-dc6ae368e333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4721632 Oct 04 14:30:14.070194 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d80f7a-de3f-4dce-b24b-2ad46b3be590 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Pushing event updated for resources: {'Port': ['ID=a447c2df-3157-42d5-b60a-489310db3fcc,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:14.090159 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d80f7a-de3f-4dce-b24b-2ad46b3be590 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:30:14.145531 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:14.179505 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:14.235251 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-54d80f7a-de3f-4dce-b24b-2ad46b3be590 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:30:14.241635 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d80f7a-de3f-4dce-b24b-2ad46b3be590 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Received port after_create {{(pid=106355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:30:14.245597 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'name': 'tempest-AttachVolumeTestJSON-560114202-router', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 4, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'gw_port': {'id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:39Z', 'updated_at': '2022-10-04T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '72ce8793-c8f1-4647-949a-1f33c379205b', 'name': '', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'mac_address': 'fa:16:3e:ba:a9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:51Z', 'updated_at': '2022-10-04T14:29:55Z', 'revision_number': 2, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'subnets': [{'id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:30:14.425562 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-54d80f7a-de3f-4dce-b24b-2ad46b3be590 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for floatingip (882862ae-2fb9-4805-a075-8a618c56b9d6), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:14.457711 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] Checking router: 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:30:14.460228 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] Updating router 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 port 72ce8793-c8f1-4647-949a-1f33c379205b binding host dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 14:30:14.529613 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (72ce8793-c8f1-4647-949a-1f33c379205b), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:14.775170 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-96ceea0a-7d7d-4951-90a7-96b927a463a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (b3d95574-4337-49ae-a2dc-f706d847bda5), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:14.780179 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-96ceea0a-7d7d-4951-90a7-96b927a463a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:14.782495 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-96ceea0a-7d7d-4951-90a7-96b927a463a9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b3d95574-4337-49ae-a2dc-f706d847bda5 HTTP/1.1" status: 204 len: 168 time: 1.9105594 Oct 04 14:30:14.805212 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-54d80f7a-de3f-4dce-b24b-2ad46b3be590 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (a447c2df-3157-42d5-b60a-489310db3fcc), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:14.810121 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=100 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:14.818563 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-28307954-3bd9-440c-951a-d0af8322bdcb req-6a8ba095-eabf-4c7e-b65c-76807ea69e38 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9838619 Oct 04 14:30:14.835330 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c6edb4-346f-40c9-8011-4663947960aa', 'name': 'tempest-DeleteServersTestJSON-1402762535-router', 'tenant_id': 'da10281be41c43988e60ecfafd5d0d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a63a3594-914c-4dcf-a6a4-93b7dd74fe97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:37Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 4, 'project_id': 'da10281be41c43988e60ecfafd5d0d12', 'gw_port': {'id': 'a63a3594-914c-4dcf-a6a4-93b7dd74fe97', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:76:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c6edb4-346f-40c9-8011-4663947960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'e7fab9c5-b941-4ff9-8fbe-893a74c5b970', 'name': '', 'network_id': '1e8ee100-9e5b-4809-8cb0-dbfff2298b1e', 'tenant_id': 'da10281be41c43988e60ecfafd5d0d12', 'mac_address': 'fa:16:3e:3a:79:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c6edb4-346f-40c9-8011-4663947960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'fe0231a6-6c05-48d1-bcae-f5fe5f4b4268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:52Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 2, 'project_id': 'da10281be41c43988e60ecfafd5d0d12', 'subnets': [{'id': 'fe0231a6-6c05-48d1-bcae-f5fe5f4b4268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:30:14.879900 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ceea0a-7d7d-4951-90a7-96b927a463a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d95574-4337-49ae-a2dc-f706d847bda5,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:14.888994 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-4ceac994-b6c7-4914-b527-c03146d5ea83 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:14.891526 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-4ceac994-b6c7-4914-b527-c03146d5ea83 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.17 "GET /networking/v2.0/networks?id=8adffcb3-eb41-48c9-bdc6-30a7213ac01c HTTP/1.1" status: 200 len: 817 time: 1.0292323 Oct 04 14:30:14.931443 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-dca7fedc-f37d-48b5-9dea-cb7f8801cfe2 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Publish callbacks [] for port (d9a62f08-f97c-4b57-912d-1b054d110489), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:14.984685 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:15.005046 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] Checking router: 91c6edb4-346f-40c9-8011-4663947960aa for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:30:15.010288 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] Updating router 91c6edb4-346f-40c9-8011-4663947960aa port e7fab9c5-b941-4ff9-8fbe-893a74c5b970 binding host dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 14:30:15.014738 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:15.017263 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-9f48aab3-edd7-4636-8c5d-7e5457f3855d service neutron] For port b74df40d-d043-4af9-93a2-e99ed587df20, host hv-cinder-86026, cleared binding levels {{(pid=106356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:30:15.090144 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (e7fab9c5-b941-4ff9-8fbe-893a74c5b970), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:15.095989 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5800a2f5-6a56-4b23-85a7-4c70c3d537bb req-1feff2c3-81cc-4ecc-9103-3bebcf2acf34 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 210 time: 0.7861638 Oct 04 14:30:15.119316 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-dca7fedc-f37d-48b5-9dea-cb7f8801cfe2 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (d9a62f08-f97c-4b57-912d-1b054d110489), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:15.276998 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-dca7fedc-f37d-48b5-9dea-cb7f8801cfe2 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Network 1e8ee100-9e5b-4809-8cb0-dbfff2298b1e is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:30:15.292547 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-dca7fedc-f37d-48b5-9dea-cb7f8801cfe2 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:30:15.318748 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-dca7fedc-f37d-48b5-9dea-cb7f8801cfe2 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:30:15.336827 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] Publish callbacks [] for port (72ce8793-c8f1-4647-949a-1f33c379205b), precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:15.340968 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-dca7fedc-f37d-48b5-9dea-cb7f8801cfe2 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:15.343351 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-dca7fedc-f37d-48b5-9dea-cb7f8801cfe2 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:15.347568 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (72ce8793-c8f1-4647-949a-1f33c379205b), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:15.392734 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-9f48aab3-edd7-4636-8c5d-7e5457f3855d service neutron] For port b74df40d-d043-4af9-93a2-e99ed587df20, host hv-cinder-86026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=b74df40d-d043-4af9-93a2-e99ed587df20,segment=NetworkSegment(80436793-7021-4ca5-bbb3-a3b3adc26a9e),segment_id=80436793-7021-4ca5-bbb3-a3b3adc26a9e)] {{(pid=106356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:30:15.421975 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2da0e28b-b33e-4eb7-b3b3-c849165c901a req-a503262f-a77c-4b45-ab88-da4d32ed14eb tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 210 time: 0.3453698 Oct 04 14:30:15.552688 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6838f2-140a-4bad-aedf-256751f3d26d None None] Pushing event updated for resources: {'Port': ['ID=72ce8793-c8f1-4647-949a-1f33c379205b,revision_number=3']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:15.691137 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] Attempting to bind port 72ce8793-c8f1-4647-949a-1f33c379205b on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:30:15.693184 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] Attempting to bind port 72ce8793-c8f1-4647-949a-1f33c379205b by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': 'eadc35fa-057b-4202-b790-68a141529e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0'}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:30:15.718402 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] Attempting to bind port 72ce8793-c8f1-4647-949a-1f33c379205b on network c224c131-1e09-47f0-b40a-1a73221baea0 {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:30:15.828453 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-6191a4df-f888-4f78-94b9-dd515f7f8fcc tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=64993786e21b45beb7829ceaede4777a HTTP/1.1" status: 200 len: 380 time: 0.9019632 Oct 04 14:30:15.903517 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.notifiers.nova [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-ee501be2-9326-4188-8cac-97dd262c558c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a45f381-06ca-4183-af22-7b3ce0bb06a4 {{(pid=106355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:30:15.937798 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-ee501be2-9326-4188-8cac-97dd262c558c service neutron] Publish callbacks [] for port (3a45f381-06ca-4183-af22-7b3ce0bb06a4), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:15.965012 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-7d2d78f0-4f09-45e0-a766-7b35ab1caf2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd48946-1df6-48c0-871f-7f58d52dcaba {{(pid=106356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:30:15.995381 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-7d2d78f0-4f09-45e0-a766-7b35ab1caf2e service neutron] Publish callbacks [] for port (fdd48946-1df6-48c0-871f-7f58d52dcaba), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:16.019277 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.provisioning_blocks [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-ee501be2-9326-4188-8cac-97dd262c558c service neutron] Transition to ACTIVE for port object 3a45f381-06ca-4183-af22-7b3ce0bb06a4 will not be triggered until provisioned by entity L2. {{(pid=106355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 14:30:16.032605 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:30:16.034828 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 40596) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:16.035384 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] Checking segment: {'id': 'eadc35fa-057b-4202-b790-68a141529e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:30:16.036338 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:16.038966 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] Bound using segment: {'id': 'eadc35fa-057b-4202-b790-68a141529e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0'} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:30:16.040488 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.provisioning_blocks [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-7d2d78f0-4f09-45e0-a766-7b35ab1caf2e service neutron] Transition to ACTIVE for port object fdd48946-1df6-48c0-871f-7f58d52dcaba will not be triggered until provisioned by entity L2. {{(pid=106356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 14:30:16.041417 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] Bound port: 72ce8793-c8f1-4647-949a-1f33c379205b, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eadc35fa-057b-4202-b790-68a141529e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0'}}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:30:16.048212 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (72ce8793-c8f1-4647-949a-1f33c379205b), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:16.066188 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:16.072678 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-9f48aab3-edd7-4636-8c5d-7e5457f3855d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (b74df40d-d043-4af9-93a2-e99ed587df20), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:16.151073 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-7d2d78f0-4f09-45e0-a766-7b35ab1caf2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (fdd48946-1df6-48c0-871f-7f58d52dcaba), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:16.153059 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] Publish callbacks [] for port (e7fab9c5-b941-4ff9-8fbe-893a74c5b970), precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:16.161311 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] For port 72ce8793-c8f1-4647-949a-1f33c379205b, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:30:16.166196 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-4f770151-210d-497a-8d53-882ba121e27b None None] Provisioning complete for port d9a62f08-f97c-4b57-912d-1b054d110489 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:16.169769 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4f770151-210d-497a-8d53-882ba121e27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (d9a62f08-f97c-4b57-912d-1b054d110489), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:16.172089 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] For port 72ce8793-c8f1-4647-949a-1f33c379205b, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=72ce8793-c8f1-4647-949a-1f33c379205b,segment=NetworkSegment(eadc35fa-057b-4202-b790-68a141529e21),segment_id=eadc35fa-057b-4202-b790-68a141529e21)] {{(pid=106358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:30:16.175667 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-4f770151-210d-497a-8d53-882ba121e27b None None] Attempt 1 to provision port d9a62f08-f97c-4b57-912d-1b054d110489 Oct 04 14:30:16.183215 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-dca7fedc-f37d-48b5-9dea-cb7f8801cfe2 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.2463632 Oct 04 14:30:16.201835 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (72ce8793-c8f1-4647-949a-1f33c379205b), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:16.217743 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-6d3198e9-69d8-4cb3-847d-2b2da8105cc6 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Request body: {'port': {'device_id': '128c7edb-5a5c-4f1c-b3cc-efc3b3a00677', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'admin_state_up': True, 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'security_groups': ['e0658475-b05b-4809-a258-130104ee38c4']}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:30:16.227508 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (e7fab9c5-b941-4ff9-8fbe-893a74c5b970), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:16.236192 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8fed4f9a-9a81-4d8d-9092-15a6b09fc71e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:16.241402 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-ee501be2-9326-4188-8cac-97dd262c558c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (3a45f381-06ca-4183-af22-7b3ce0bb06a4), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:16.247092 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107250c-d151-4295-bc52-929b6dde7c2f req-f9269080-0317-423f-a6d6-2c5b181aa3ed tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:16.255043 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5107250c-d151-4295-bc52-929b6dde7c2f req-f9269080-0317-423f-a6d6-2c5b181aa3ed tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 943 time: 0.7945335 Oct 04 14:30:16.266990 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-9f48aab3-edd7-4636-8c5d-7e5457f3855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:16.267911 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-9f48aab3-edd7-4636-8c5d-7e5457f3855d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:16.269476 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-9f48aab3-edd7-4636-8c5d-7e5457f3855d service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/b74df40d-d043-4af9-93a2-e99ed587df20 HTTP/1.1" status: 200 len: 1094 time: 9.5097494 Oct 04 14:30:16.307969 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e65ac8-b16c-4174-b425-1b2d5ea191bc None None] Pushing event updated for resources: {'Port': ['ID=e7fab9c5-b941-4ff9-8fbe-893a74c5b970,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:16.316038 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] Routers {'7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:30:16.316599 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:30:00Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:30:16.321444 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79b4aa2-e418-4cb4-affc-2cbf5df8547c', 'tag': 'b74df40d-d043-4af9-93a2-e99ed587df20'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:30:16.331033 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:16.373317 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-4f770151-210d-497a-8d53-882ba121e27b None None] Port d9a62f08-f97c-4b57-912d-1b054d110489 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:30:16.434737 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-b44c0fd1-b1a2-4610-bd95-38815a5138c9 service neutron] Request body: {'port': {'device_id': 'a76166c5-baf9-4033-be8c-b138512c2fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86026'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:30:16.532495 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee501be2-9326-4188-8cac-97dd262c558c service neutron] Pushing event updated for resources: {'Port': ['ID=3a45f381-06ca-4183-af22-7b3ce0bb06a4,revision_number=2']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:16.587715 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-97a5f244-2859-43d5-8c98-5c862804ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:16.591259 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] Attempting to bind port e7fab9c5-b941-4ff9-8fbe-893a74c5b970 on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:30:16.591754 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] Attempting to bind port e7fab9c5-b941-4ff9-8fbe-893a74c5b970 by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': 'e348613e-3669-436d-a9ac-f6ed2ca47324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1e8ee100-9e5b-4809-8cb0-dbfff2298b1e'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:30:16.592083 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] Attempting to bind port e7fab9c5-b941-4ff9-8fbe-893a74c5b970 on network 1e8ee100-9e5b-4809-8cb0-dbfff2298b1e {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:30:16.594934 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-97a5f244-2859-43d5-8c98-5c862804ff9f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ec24f1b720bd42ebb37a36d65757aacd&device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 1128 time: 0.1427357 Oct 04 14:30:16.601106 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7fedc-f37d-48b5-9dea-cb7f8801cfe2 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Pushing event updated for resources: {'Port': ['ID=d9a62f08-f97c-4b57-912d-1b054d110489,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:16.695445 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] Set router 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:30:16.747746 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:30:16.748289 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] Checking segment: {'id': 'e348613e-3669-436d-a9ac-f6ed2ca47324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1e8ee100-9e5b-4809-8cb0-dbfff2298b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:30:16.748581 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:16.748989 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] Bound using segment: {'id': 'e348613e-3669-436d-a9ac-f6ed2ca47324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1e8ee100-9e5b-4809-8cb0-dbfff2298b1e'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:30:16.749484 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] Bound port: e7fab9c5-b941-4ff9-8fbe-893a74c5b970, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e348613e-3669-436d-a9ac-f6ed2ca47324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1e8ee100-9e5b-4809-8cb0-dbfff2298b1e'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:30:16.749935 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (e7fab9c5-b941-4ff9-8fbe-893a74c5b970), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:16.868648 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-54d80f7a-de3f-4dce-b24b-2ad46b3be590 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for port (a447c2df-3157-42d5-b60a-489310db3fcc), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:16.945927 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5855f1f-d08c-48e5-b4dd-7e60c504dd46 req-95e4e585-df13-4f11-9c8e-e77d79e7ea42 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:16.954276 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:16.954685 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e5855f1f-d08c-48e5-b4dd-7e60c504dd46 req-95e4e585-df13-4f11-9c8e-e77d79e7ea42 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 943 time: 0.8694053 Oct 04 14:30:16.966600 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] For port e7fab9c5-b941-4ff9-8fbe-893a74c5b970, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:30:16.977028 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-54d80f7a-de3f-4dce-b24b-2ad46b3be590 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (a447c2df-3157-42d5-b60a-489310db3fcc), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:16.980481 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-54d80f7a-de3f-4dce-b24b-2ad46b3be590 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (882862ae-2fb9-4805-a075-8a618c56b9d6), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:16.981025 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] For port e7fab9c5-b941-4ff9-8fbe-893a74c5b970, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=e7fab9c5-b941-4ff9-8fbe-893a74c5b970,segment=NetworkSegment(e348613e-3669-436d-a9ac-f6ed2ca47324),segment_id=e348613e-3669-436d-a9ac-f6ed2ca47324)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:30:16.988595 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:17.011636 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (e7fab9c5-b941-4ff9-8fbe-893a74c5b970), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:17.079473 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-ee501be2-9326-4188-8cac-97dd262c558c service neutron] Attempting to bind port 3a45f381-06ca-4183-af22-7b3ce0bb06a4 on host hv-cinder-86026 for vnic_type normal with profile {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:30:17.092859 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-ee501be2-9326-4188-8cac-97dd262c558c service neutron] Attempting to bind port 3a45f381-06ca-4183-af22-7b3ce0bb06a4 by drivers openvswitch,hyperv on host hv-cinder-86026 at level 0 using segments [{'id': '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d'}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:30:17.098979 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-ee501be2-9326-4188-8cac-97dd262c558c service neutron] Attempting to bind port 3a45f381-06ca-4183-af22-7b3ce0bb06a4 on network 3e89e862-e669-4987-af44-eb18dbc3b78d {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:30:17.217113 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5107250c-d151-4295-bc52-929b6dde7c2f req-4e54eae7-fb3a-49b7-ae12-52c39c37775a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=13aa2a0a-add4-42b9-9eec-dc6ae368e333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9537106 Oct 04 14:30:17.231939 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6838f2-140a-4bad-aedf-256751f3d26d None None] Pushing event updated for resources: {'Port': ['ID=72ce8793-c8f1-4647-949a-1f33c379205b,revision_number=4']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:17.253532 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] Routers {'91c6edb4-346f-40c9-8011-4663947960aa'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:30:17.261805 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:30:00Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['91c6edb4-346f-40c9-8011-4663947960aa'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:30:17.305764 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:17.343148 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95db181e-8913-4c64-b8dc-956cf0e3ea6b" -d '{"events": [{"name": "network-changed", "server_uuid": "e79b4aa2-e418-4cb4-affc-2cbf5df8547c", "tag": "b74df40d-d043-4af9-93a2-e99ed587df20"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:30:17.424436 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-84747224-a9f2-43bc-b470-9c02eaa0970e service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b74df40d-d043-4af9-93a2-e99ed587df20 HTTP/1.1" status: 200 len: 217 time: 0.4804430 Oct 04 14:30:17.515917 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e65ac8-b16c-4174-b425-1b2d5ea191bc None None] Pushing event updated for resources: {'Port': ['ID=e7fab9c5-b941-4ff9-8fbe-893a74c5b970,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:17.530730 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'name': 'tempest-AttachVolumeTestJSON-560114202-router', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 4, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'gw_port': {'id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:39Z', 'updated_at': '2022-10-04T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '72ce8793-c8f1-4647-949a-1f33c379205b', 'name': '', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'mac_address': 'fa:16:3e:ba:a9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:51Z', 'updated_at': '2022-10-04T14:30:16Z', 'revision_number': 4, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'subnets': [{'id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:30:17.634430 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c775e4b-c349-49d1-a839-3e7b1e554760 None None] The sync data for ids ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'] in dv-cinder-860260-1-iscsi is: [{'id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'name': 'tempest-AttachVolumeTestJSON-560114202-router', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 4, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'gw_port': {'id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:39Z', 'updated_at': '2022-10-04T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '72ce8793-c8f1-4647-949a-1f33c379205b', 'name': '', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'mac_address': 'fa:16:3e:ba:a9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:51Z', 'updated_at': '2022-10-04T14:30:16Z', 'revision_number': 4, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'subnets': [{'id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:30:17.759800 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-7d2d78f0-4f09-45e0-a766-7b35ab1caf2e service neutron] Attempting to bind port fdd48946-1df6-48c0-871f-7f58d52dcaba on host hv-cinder-86026 for vnic_type normal with profile {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:30:17.760756 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-7d2d78f0-4f09-45e0-a766-7b35ab1caf2e service neutron] Attempting to bind port fdd48946-1df6-48c0-871f-7f58d52dcaba by drivers openvswitch,hyperv on host hv-cinder-86026 at level 0 using segments [{'id': '80436793-7021-4ca5-bbb3-a3b3adc26a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49'}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:30:17.761090 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-7d2d78f0-4f09-45e0-a766-7b35ab1caf2e service neutron] Attempting to bind port fdd48946-1df6-48c0-871f-7f58d52dcaba on network f70b9727-7199-4fe7-bb77-16baf61f7e49 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:30:17.782524 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] Set router 91c6edb4-346f-40c9-8011-4663947960aa gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:30:17.785560 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48aab3-edd7-4636-8c5d-7e5457f3855d service neutron] Pushing event updated for resources: {'Port': ['ID=b74df40d-d043-4af9-93a2-e99ed587df20,revision_number=3']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:17.815601 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e5855f1f-d08c-48e5-b4dd-7e60c504dd46 req-2abef734-0ac1-4834-a864-d60f6dc29872 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7795308 Oct 04 14:30:17.930514 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-54d80f7a-de3f-4dce-b24b-2ad46b3be590 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:17.931938 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-54d80f7a-de3f-4dce-b24b-2ad46b3be590 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.4154298 Oct 04 14:30:17.987814 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d78f0-4f09-45e0-a766-7b35ab1caf2e service neutron] Pushing event updated for resources: {'Port': ['ID=fdd48946-1df6-48c0-871f-7f58d52dcaba,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:18.016186 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8fed4f9a-9a81-4d8d-9092-15a6b09fc71e admin admin] Publish callbacks [] for security_group (229d59af-e3a7-4285-a4c3-fe38cb5fedd5), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:18.045398 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8fed4f9a-9a81-4d8d-9092-15a6b09fc71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (229d59af-e3a7-4285-a4c3-fe38cb5fedd5), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:18.072821 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-b44c0fd1-b1a2-4610-bd95-38815a5138c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (d9a62f08-f97c-4b57-912d-1b054d110489), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:18.123900 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-670b1636-ca7a-4f76-8d33-56b38545572c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:18.126604 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-670b1636-ca7a-4f76-8d33-56b38545572c service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0b6ce1ed-cefc-4d28-95ba-a2004388db27 HTTP/1.1" status: 200 len: 858 time: 0.6679454 Oct 04 14:30:18.128989 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:18.139774 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d80f7a-de3f-4dce-b24b-2ad46b3be590 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Pushing event updated for resources: {'Port': ['ID=a447c2df-3157-42d5-b60a-489310db3fcc,revision_number=2']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:18.148677 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c34ba-0397-4860-bc00-41aafab9bad2 req-38673675-9be0-4eab-9268-2a018283fb1d tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:18.152257 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b74c34ba-0397-4860-bc00-41aafab9bad2 req-38673675-9be0-4eab-9268-2a018283fb1d tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 932 time: 0.7067704 Oct 04 14:30:18.165498 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-6d3198e9-69d8-4cb3-847d-2b2da8105cc6 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Made reservation on behalf of 64993786e21b45beb7829ceaede4777a for: {'port': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:30:18.170826 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-6d3198e9-69d8-4cb3-847d-2b2da8105cc6 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:18.259576 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-ee501be2-9326-4188-8cac-97dd262c558c service neutron] Port 3a45f381-06ca-4183-af22-7b3ce0bb06a4 on network 3e89e862-e669-4987-af44-eb18dbc3b78d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86026 {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 14:30:18.260185 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-ee501be2-9326-4188-8cac-97dd262c558c service neutron] Attempting to bind port 3a45f381-06ca-4183-af22-7b3ce0bb06a4 on network 3e89e862-e669-4987-af44-eb18dbc3b78d {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:30:18.320976 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-40b823a0-c781-48ec-ab2c-1c8c9c11769a req-44c48b53-2e0a-4513-bc9f-f4aa040780df tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 210 time: 0.1757429 Oct 04 14:30:18.329298 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-8fed4f9a-9a81-4d8d-9092-15a6b09fc71e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=de2286acf89b45a89d72949ea5783335&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2903211 Oct 04 14:30:18.336045 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed4f9a-9a81-4d8d-9092-15a6b09fc71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229d59af-e3a7-4285-a4c3-fe38cb5fedd5,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:18.339680 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 40650) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:18.527822 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c6edb4-346f-40c9-8011-4663947960aa', 'name': 'tempest-DeleteServersTestJSON-1402762535-router', 'tenant_id': 'da10281be41c43988e60ecfafd5d0d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a63a3594-914c-4dcf-a6a4-93b7dd74fe97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:37Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 4, 'project_id': 'da10281be41c43988e60ecfafd5d0d12', 'gw_port': {'id': 'a63a3594-914c-4dcf-a6a4-93b7dd74fe97', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:76:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c6edb4-346f-40c9-8011-4663947960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'e7fab9c5-b941-4ff9-8fbe-893a74c5b970', 'name': '', 'network_id': '1e8ee100-9e5b-4809-8cb0-dbfff2298b1e', 'tenant_id': 'da10281be41c43988e60ecfafd5d0d12', 'mac_address': 'fa:16:3e:3a:79:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c6edb4-346f-40c9-8011-4663947960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'fe0231a6-6c05-48d1-bcae-f5fe5f4b4268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:52Z', 'updated_at': '2022-10-04T14:30:16Z', 'revision_number': 4, 'project_id': 'da10281be41c43988e60ecfafd5d0d12', 'subnets': [{'id': 'fe0231a6-6c05-48d1-bcae-f5fe5f4b4268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:30:18.554314 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:18.579475 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b74c34ba-0397-4860-bc00-41aafab9bad2 req-cc335b01-03e6-4dae-a930-7e3ac4aa93d2 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005525 Oct 04 14:30:18.591577 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793d69d6-f96d-4a3b-a22c-d46ba5e8fa41 None None] The sync data for ids ['91c6edb4-346f-40c9-8011-4663947960aa'] in dv-cinder-860260-1-iscsi is: [{'id': '91c6edb4-346f-40c9-8011-4663947960aa', 'name': 'tempest-DeleteServersTestJSON-1402762535-router', 'tenant_id': 'da10281be41c43988e60ecfafd5d0d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a63a3594-914c-4dcf-a6a4-93b7dd74fe97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:37Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 4, 'project_id': 'da10281be41c43988e60ecfafd5d0d12', 'gw_port': {'id': 'a63a3594-914c-4dcf-a6a4-93b7dd74fe97', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:76:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c6edb4-346f-40c9-8011-4663947960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'e7fab9c5-b941-4ff9-8fbe-893a74c5b970', 'name': '', 'network_id': '1e8ee100-9e5b-4809-8cb0-dbfff2298b1e', 'tenant_id': 'da10281be41c43988e60ecfafd5d0d12', 'mac_address': 'fa:16:3e:3a:79:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c6edb4-346f-40c9-8011-4663947960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'fe0231a6-6c05-48d1-bcae-f5fe5f4b4268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:52Z', 'updated_at': '2022-10-04T14:30:16Z', 'revision_number': 4, 'project_id': 'da10281be41c43988e60ecfafd5d0d12', 'subnets': [{'id': 'fe0231a6-6c05-48d1-bcae-f5fe5f4b4268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:30:18.611164 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-ee501be2-9326-4188-8cac-97dd262c558c service neutron] Checking agent: {'id': '7414b559-7f0d-43de-b796-62d1db2de72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86026', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'started_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:30:18.611562 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-ee501be2-9326-4188-8cac-97dd262c558c service neutron] Checking segment: {'id': '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:30:18.612150 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-ee501be2-9326-4188-8cac-97dd262c558c service neutron] Bound using segment: {'id': '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d'} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:30:18.612707 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-ee501be2-9326-4188-8cac-97dd262c558c service neutron] Bound port: 3a45f381-06ca-4183-af22-7b3ce0bb06a4, host: hv-cinder-86026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d'}}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:30:18.613052 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-ee501be2-9326-4188-8cac-97dd262c558c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (3a45f381-06ca-4183-af22-7b3ce0bb06a4), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:18.676686 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:18.678846 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-bf6ba27e-39e9-4c90-8fc4-7053020d1e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:18.680970 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-bf6ba27e-39e9-4c90-8fc4-7053020d1e04 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=f70b9727-7199-4fe7-bb77-16baf61f7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5044537 Oct 04 14:30:18.817293 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e44ae6-966f-4234-b97d-762ebcb99c18 x-openstack-request-id: req-35e44ae6-966f-4234-b97d-762ebcb99c18 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:30:18.817854 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79b4aa2-e418-4cb4-affc-2cbf5df8547c", "tag": "b74df40d-d043-4af9-93a2-e99ed587df20", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:30:18.818269 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35e44ae6-966f-4234-b97d-762ebcb99c18 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:30:18.819517 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e44ae6-966f-4234-b97d-762ebcb99c18'] response: {'name': 'network-changed', 'server_uuid': 'e79b4aa2-e418-4cb4-affc-2cbf5df8547c', 'tag': 'b74df40d-d043-4af9-93a2-e99ed587df20', 'status': 'completed', 'code': 200} Oct 04 14:30:18.830356 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-7d2d78f0-4f09-45e0-a766-7b35ab1caf2e service neutron] Port fdd48946-1df6-48c0-871f-7f58d52dcaba on network f70b9727-7199-4fe7-bb77-16baf61f7e49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86026 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 14:30:18.830800 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-7d2d78f0-4f09-45e0-a766-7b35ab1caf2e service neutron] Attempting to bind port fdd48946-1df6-48c0-871f-7f58d52dcaba on network f70b9727-7199-4fe7-bb77-16baf61f7e49 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:30:18.846192 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d48d4d98-bd6b-4af7-9c2f-ccc013f04923 admin admin] Publish callbacks [] for security_group (229d59af-e3a7-4285-a4c3-fe38cb5fedd5), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:18.861129 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_common [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-6d3198e9-69d8-4cb3-847d-2b2da8105cc6 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Allocated IP 172.20.0.3 (8adffcb3-eb41-48c9-bdc6-30a7213ac01c/866d7ee4-9072-4a41-8ab0-25e4c5a7536f/fdc4ad8e-1631-4821-915b-f8fee37479d7) {{(pid=106355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:30:18.885623 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:18.904168 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-ee501be2-9326-4188-8cac-97dd262c558c service neutron] For port 3a45f381-06ca-4183-af22-7b3ce0bb06a4, host hv-cinder-86026, cleared binding levels {{(pid=106355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:30:18.909351 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d48d4d98-bd6b-4af7-9c2f-ccc013f04923 admin admin] Publish callbacks [] for security_group (229d59af-e3a7-4285-a4c3-fe38cb5fedd5), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:18.918892 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc91ec9-68f5-410a-b54c-506fa7c4e882 req-d1cdd0af-9377-4126-97a6-5d831f45587c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:18.926255 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-bbc91ec9-68f5-410a-b54c-506fa7c4e882 req-d1cdd0af-9377-4126-97a6-5d831f45587c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 943 time: 0.1364861 Oct 04 14:30:18.940975 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-28774772-6788-4590-ab19-f54b70adbec0 req-405006ff-274f-464d-869b-04b210cca3d9 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1298049798&fields=id&tenant_id=3a4fa5d0aa0e4bf98816e4600023ca99 HTTP/1.1" status: 200 len: 267 time: 0.1468751 Oct 04 14:30:18.986433 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-ee501be2-9326-4188-8cac-97dd262c558c service neutron] For port 3a45f381-06ca-4183-af22-7b3ce0bb06a4, host hv-cinder-86026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=3a45f381-06ca-4183-af22-7b3ce0bb06a4,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:30:19.030984 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-ee501be2-9326-4188-8cac-97dd262c558c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (3a45f381-06ca-4183-af22-7b3ce0bb06a4), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:19.034714 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-ee501be2-9326-4188-8cac-97dd262c558c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:19.035493 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-ee501be2-9326-4188-8cac-97dd262c558c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for port (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:19.036987 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-ee501be2-9326-4188-8cac-97dd262c558c service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/3a45f381-06ca-4183-af22-7b3ce0bb06a4 HTTP/1.1" status: 200 len: 1093 time: 6.9599934 Oct 04 14:30:19.052304 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92da7788-17c4-4129-b353-b25576213350', 'tag': '3a45f381-06ca-4183-af22-7b3ce0bb06a4'}] {{(pid=106355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:30:19.241940 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-bbc91ec9-68f5-410a-b54c-506fa7c4e882 req-4c8697ac-8694-477e-9545-819edfde6752 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=13aa2a0a-add4-42b9-9eec-dc6ae368e333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3133976 Oct 04 14:30:19.258739 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-7d2d78f0-4f09-45e0-a766-7b35ab1caf2e service neutron] Checking agent: {'id': '7414b559-7f0d-43de-b796-62d1db2de72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86026', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'started_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:30:19.259067 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-7d2d78f0-4f09-45e0-a766-7b35ab1caf2e service neutron] Checking segment: {'id': '80436793-7021-4ca5-bbb3-a3b3adc26a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:30:19.259438 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-7d2d78f0-4f09-45e0-a766-7b35ab1caf2e service neutron] Bound using segment: {'id': '80436793-7021-4ca5-bbb3-a3b3adc26a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49'} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:30:19.259884 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-7d2d78f0-4f09-45e0-a766-7b35ab1caf2e service neutron] Bound port: fdd48946-1df6-48c0-871f-7f58d52dcaba, host: hv-cinder-86026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80436793-7021-4ca5-bbb3-a3b3adc26a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49'}}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:30:19.260233 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-7d2d78f0-4f09-45e0-a766-7b35ab1caf2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (fdd48946-1df6-48c0-871f-7f58d52dcaba), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:19.279411 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172969012db89328cfee76f0acc2659810ea9ea6244db33f0d123db39f5e3407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfecd29-417f-4053-b937-c036ebbbd12d" -d '{"events": [{"name": "network-changed", "server_uuid": "92da7788-17c4-4129-b353-b25576213350", "tag": "3a45f381-06ca-4183-af22-7b3ce0bb06a4"}]}' {{(pid=106355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:30:19.357341 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 72ce8793-c8f1-4647-949a-1f33c379205b up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:30:19.407235 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-6d3198e9-69d8-4cb3-847d-2b2da8105cc6 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:19.445830 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-7d2d78f0-4f09-45e0-a766-7b35ab1caf2e service neutron] For port fdd48946-1df6-48c0-871f-7f58d52dcaba, host hv-cinder-86026, cleared binding levels {{(pid=106356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:30:19.454510 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 72ce8793-c8f1-4647-949a-1f33c379205b triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:19.456954 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (72ce8793-c8f1-4647-949a-1f33c379205b), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:19.456954 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 72ce8793-c8f1-4647-949a-1f33c379205b Oct 04 14:30:19.457444 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28774772-6788-4590-ab19-f54b70adbec0 req-05646b23-7873-469c-861e-100b2699c45b tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:19.465784 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:19.466373 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-28774772-6788-4590-ab19-f54b70adbec0 req-05646b23-7873-469c-861e-100b2699c45b tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/networks?id=c224c131-1e09-47f0-b40a-1a73221baea0 HTTP/1.1" status: 200 len: 810 time: 0.5098627 Oct 04 14:30:19.467388 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d48d4d98-bd6b-4af7-9c2f-ccc013f04923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (229d59af-e3a7-4285-a4c3-fe38cb5fedd5), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:19.472888 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d48d4d98-bd6b-4af7-9c2f-ccc013f04923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:19.472888 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-d48d4d98-bd6b-4af7-9c2f-ccc013f04923 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/229d59af-e3a7-4285-a4c3-fe38cb5fedd5 HTTP/1.1" status: 204 len: 168 time: 1.0376093 Oct 04 14:30:19.497493 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-7d2d78f0-4f09-45e0-a766-7b35ab1caf2e service neutron] For port fdd48946-1df6-48c0-871f-7f58d52dcaba, host hv-cinder-86026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=fdd48946-1df6-48c0-871f-7f58d52dcaba,segment=NetworkSegment(80436793-7021-4ca5-bbb3-a3b3adc26a9e),segment_id=80436793-7021-4ca5-bbb3-a3b3adc26a9e)] {{(pid=106356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:30:19.501173 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-b44c0fd1-b1a2-4610-bd95-38815a5138c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a62f08-f97c-4b57-912d-1b054d110489 {{(pid=106356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:30:19.504231 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-6d3198e9-69d8-4cb3-847d-2b2da8105cc6 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:19.517852 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee501be2-9326-4188-8cac-97dd262c558c service neutron] Pushing event updated for resources: {'Port': ['ID=3a45f381-06ca-4183-af22-7b3ce0bb06a4,revision_number=3']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:19.536167 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-28774772-6788-4590-ab19-f54b70adbec0 req-4c932062-1adb-409e-94b6-35564003769c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/quotas/3a4fa5d0aa0e4bf98816e4600023ca99 HTTP/1.1" status: 200 len: 375 time: 0.0687118 Oct 04 14:30:19.540832 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-b44c0fd1-b1a2-4610-bd95-38815a5138c9 service neutron] Publish callbacks [] for port (d9a62f08-f97c-4b57-912d-1b054d110489), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:19.546849 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-7d2d78f0-4f09-45e0-a766-7b35ab1caf2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (fdd48946-1df6-48c0-871f-7f58d52dcaba), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:19.572372 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-7d2d78f0-4f09-45e0-a766-7b35ab1caf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:19.573815 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-7d2d78f0-4f09-45e0-a766-7b35ab1caf2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:19.575706 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-7d2d78f0-4f09-45e0-a766-7b35ab1caf2e service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/fdd48946-1df6-48c0-871f-7f58d52dcaba HTTP/1.1" status: 200 len: 1093 time: 8.0364761 Oct 04 14:30:19.616479 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3198e9-69d8-4cb3-847d-2b2da8105cc6 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Pushing event updated for resources: {'Port': ['ID=fdc4ad8e-1631-4821-915b-f8fee37479d7,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:19.628343 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.provisioning_blocks [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-b44c0fd1-b1a2-4610-bd95-38815a5138c9 service neutron] Transition to ACTIVE for port object d9a62f08-f97c-4b57-912d-1b054d110489 will not be triggered until provisioned by entity L2. {{(pid=106356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 14:30:19.636577 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d4d98-bd6b-4af7-9c2f-ccc013f04923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229d59af-e3a7-4285-a4c3-fe38cb5fedd5,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:19.639848 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-b44c0fd1-b1a2-4610-bd95-38815a5138c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (d9a62f08-f97c-4b57-912d-1b054d110489), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:19.658152 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-6d3198e9-69d8-4cb3-847d-2b2da8105cc6 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Network 8adffcb3-eb41-48c9-bdc6-30a7213ac01c is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:30:19.662999 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-6d3198e9-69d8-4cb3-847d-2b2da8105cc6 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:30:19.668040 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-6d3198e9-69d8-4cb3-847d-2b2da8105cc6 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Received port after_create {{(pid=106355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:30:19.677784 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-6d3198e9-69d8-4cb3-847d-2b2da8105cc6 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:19.679414 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-6d3198e9-69d8-4cb3-847d-2b2da8105cc6 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for port (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:19.705942 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c8df2-0d98-41c8-a754-6829875581c0 req-85d3bfd4-29df-4936-8efd-099ccb3274bb tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:19.720916 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-878c8df2-0d98-41c8-a754-6829875581c0 req-85d3bfd4-29df-4936-8efd-099ccb3274bb tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 943 time: 0.3076959 Oct 04 14:30:19.767401 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-28774772-6788-4590-ab19-f54b70adbec0 req-ae52cb19-439a-438f-a985-98ba2e1d9c3d tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=3a4fa5d0aa0e4bf98816e4600023ca99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2300062 Oct 04 14:30:19.810602 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 72ce8793-c8f1-4647-949a-1f33c379205b is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:19.811146 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (72ce8793-c8f1-4647-949a-1f33c379205b), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:19.858490 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d78f0-4f09-45e0-a766-7b35ab1caf2e service neutron] Pushing event updated for resources: {'Port': ['ID=fdd48946-1df6-48c0-871f-7f58d52dcaba,revision_number=3']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:19.952568 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-6d3198e9-69d8-4cb3-847d-2b2da8105cc6 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9261200 Oct 04 14:30:19.956988 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-878c8df2-0d98-41c8-a754-6829875581c0 req-deeccda9-6d00-4970-a0d1-ea4a8f6cd6d5 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199085 Oct 04 14:30:19.965459 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port 72ce8793-c8f1-4647-949a-1f33c379205b, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=72ce8793-c8f1-4647-949a-1f33c379205b,segment=NetworkSegment(eadc35fa-057b-4202-b790-68a141529e21),segment_id=eadc35fa-057b-4202-b790-68a141529e21)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:30:19.984334 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (72ce8793-c8f1-4647-949a-1f33c379205b), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:19.984334 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device e7fab9c5-b941-4ff9-8fbe-893a74c5b970 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:30:20.050185 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:20.128966 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port e7fab9c5-b941-4ff9-8fbe-893a74c5b970 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:20.130467 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (e7fab9c5-b941-4ff9-8fbe-893a74c5b970), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:20.131290 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port e7fab9c5-b941-4ff9-8fbe-893a74c5b970 Oct 04 14:30:20.151542 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:20.153922 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c0fd1-b1a2-4610-bd95-38815a5138c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a62f08-f97c-4b57-912d-1b054d110489,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:20.163844 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-28774772-6788-4590-ab19-f54b70adbec0 req-74ad695a-bd2b-4e84-ab21-ada628eaabf4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/c224c131-1e09-47f0-b40a-1a73221baea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340425 Oct 04 14:30:20.175004 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-b44c0fd1-b1a2-4610-bd95-38815a5138c9 service neutron] Attempting to bind port d9a62f08-f97c-4b57-912d-1b054d110489 on host hv-cinder-86026 for vnic_type normal with profile {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:30:20.175605 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-b44c0fd1-b1a2-4610-bd95-38815a5138c9 service neutron] Attempting to bind port d9a62f08-f97c-4b57-912d-1b054d110489 by drivers openvswitch,hyperv on host hv-cinder-86026 at level 0 using segments [{'id': 'e348613e-3669-436d-a9ac-f6ed2ca47324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1e8ee100-9e5b-4809-8cb0-dbfff2298b1e'}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:30:20.176944 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-b44c0fd1-b1a2-4610-bd95-38815a5138c9 service neutron] Attempting to bind port d9a62f08-f97c-4b57-912d-1b054d110489 on network 1e8ee100-9e5b-4809-8cb0-dbfff2298b1e {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:30:20.177604 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=72ce8793-c8f1-4647-949a-1f33c379205b,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:20.258232 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-5518c704-8c51-4932-9cdd-37702bbaf846 None None] Provisioning complete for port fdc4ad8e-1631-4821-915b-f8fee37479d7 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:20.258817 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5518c704-8c51-4932-9cdd-37702bbaf846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:20.259409 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-5518c704-8c51-4932-9cdd-37702bbaf846 None None] Attempt 1 to provision port fdc4ad8e-1631-4821-915b-f8fee37479d7 Oct 04 14:30:20.373170 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port e7fab9c5-b941-4ff9-8fbe-893a74c5b970 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:20.373597 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (e7fab9c5-b941-4ff9-8fbe-893a74c5b970), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:20.398461 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-5518c704-8c51-4932-9cdd-37702bbaf846 None None] Port fdc4ad8e-1631-4821-915b-f8fee37479d7 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:30:20.400382 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:20.454359 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-b44c0fd1-b1a2-4610-bd95-38815a5138c9 service neutron] Port d9a62f08-f97c-4b57-912d-1b054d110489 on network 1e8ee100-9e5b-4809-8cb0-dbfff2298b1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86026 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 14:30:20.454690 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-b44c0fd1-b1a2-4610-bd95-38815a5138c9 service neutron] Attempting to bind port d9a62f08-f97c-4b57-912d-1b054d110489 on network 1e8ee100-9e5b-4809-8cb0-dbfff2298b1e {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:30:20.462075 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-28774772-6788-4590-ab19-f54b70adbec0 req-184219f4-792c-495a-8db8-96f1ee13d59b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/c224c131-1e09-47f0-b40a-1a73221baea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770724 Oct 04 14:30:20.478400 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port e7fab9c5-b941-4ff9-8fbe-893a74c5b970, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=e7fab9c5-b941-4ff9-8fbe-893a74c5b970,segment=NetworkSegment(e348613e-3669-436d-a9ac-f6ed2ca47324),segment_id=e348613e-3669-436d-a9ac-f6ed2ca47324)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:30:20.484702 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b1de1f-7f57-4aca-b572-c2e93d1181d4 x-openstack-request-id: req-d2b1de1f-7f57-4aca-b572-c2e93d1181d4 {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:30:20.485657 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92da7788-17c4-4129-b353-b25576213350", "tag": "3a45f381-06ca-4183-af22-7b3ce0bb06a4", "status": "completed", "code": 200}]} {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:30:20.485657 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d2b1de1f-7f57-4aca-b572-c2e93d1181d4 {{(pid=106355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:30:20.486067 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2b1de1f-7f57-4aca-b572-c2e93d1181d4'] response: {'name': 'network-changed', 'server_uuid': '92da7788-17c4-4129-b353-b25576213350', 'tag': '3a45f381-06ca-4183-af22-7b3ce0bb06a4', 'status': 'completed', 'code': 200} Oct 04 14:30:20.488568 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (e7fab9c5-b941-4ff9-8fbe-893a74c5b970), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:20.546604 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-b44c0fd1-b1a2-4610-bd95-38815a5138c9 service neutron] Checking agent: {'id': '7414b559-7f0d-43de-b796-62d1db2de72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86026', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'started_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:30:20.547206 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-b44c0fd1-b1a2-4610-bd95-38815a5138c9 service neutron] Checking segment: {'id': 'e348613e-3669-436d-a9ac-f6ed2ca47324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1e8ee100-9e5b-4809-8cb0-dbfff2298b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:30:20.547705 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-b44c0fd1-b1a2-4610-bd95-38815a5138c9 service neutron] Bound using segment: {'id': 'e348613e-3669-436d-a9ac-f6ed2ca47324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1e8ee100-9e5b-4809-8cb0-dbfff2298b1e'} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:30:20.548274 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-b44c0fd1-b1a2-4610-bd95-38815a5138c9 service neutron] Bound port: d9a62f08-f97c-4b57-912d-1b054d110489, host: hv-cinder-86026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e348613e-3669-436d-a9ac-f6ed2ca47324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1e8ee100-9e5b-4809-8cb0-dbfff2298b1e'}}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:30:20.549042 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-b44c0fd1-b1a2-4610-bd95-38815a5138c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (d9a62f08-f97c-4b57-912d-1b054d110489), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:20.604528 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=e7fab9c5-b941-4ff9-8fbe-893a74c5b970,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:20.644545 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-b44c0fd1-b1a2-4610-bd95-38815a5138c9 service neutron] For port d9a62f08-f97c-4b57-912d-1b054d110489, host hv-cinder-86026, cleared binding levels {{(pid=106356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:30:20.654809 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-b44c0fd1-b1a2-4610-bd95-38815a5138c9 service neutron] For port d9a62f08-f97c-4b57-912d-1b054d110489, host hv-cinder-86026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=d9a62f08-f97c-4b57-912d-1b054d110489,segment=NetworkSegment(e348613e-3669-436d-a9ac-f6ed2ca47324),segment_id=e348613e-3669-436d-a9ac-f6ed2ca47324)] {{(pid=106356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:30:20.670253 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-b44c0fd1-b1a2-4610-bd95-38815a5138c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (d9a62f08-f97c-4b57-912d-1b054d110489), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:20.676580 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-b44c0fd1-b1a2-4610-bd95-38815a5138c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:20.677258 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-b44c0fd1-b1a2-4610-bd95-38815a5138c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:20.679585 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-b44c0fd1-b1a2-4610-bd95-38815a5138c9 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/d9a62f08-f97c-4b57-912d-1b054d110489 HTTP/1.1" status: 200 len: 1094 time: 4.4197693 Oct 04 14:30:20.746079 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5024f-ce3a-49b0-9560-95b97881b4fa req-98b10328-3b27-46e6-8b6f-0572575f7ba1 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:20.748100 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-29e5024f-ce3a-49b0-9560-95b97881b4fa req-98b10328-3b27-46e6-8b6f-0572575f7ba1 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 931 time: 0.1105692 Oct 04 14:30:20.766470 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c0fd1-b1a2-4610-bd95-38815a5138c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a62f08-f97c-4b57-912d-1b054d110489,revision_number=3']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:20.828688 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-29e5024f-ce3a-49b0-9560-95b97881b4fa req-7e9d5494-0460-418b-a220-65003094f0b4 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741627 Oct 04 14:30:20.860707 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd38da3-9e0e-426c-b4a2-9c582119f22f', 'tag': 'fdd48946-1df6-48c0-871f-7f58d52dcaba'}, {'name': 'network-changed', 'server_uuid': 'a76166c5-baf9-4033-be8c-b138512c2fdc', 'tag': 'd9a62f08-f97c-4b57-912d-1b054d110489'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:30:20.863839 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e2a998-2c4f-4fa9-9578-23d16e376507" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd38da3-9e0e-426c-b4a2-9c582119f22f", "tag": "fdd48946-1df6-48c0-871f-7f58d52dcaba"}, {"name": "network-changed", "server_uuid": "a76166c5-baf9-4033-be8c-b138512c2fdc", "tag": "d9a62f08-f97c-4b57-912d-1b054d110489"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:30:20.898214 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a6d48-168e-4cd4-8b4f-3a6befde8f96 req-4583149d-149d-4e7e-8231-c3a7f55699ab tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:20.910357 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3e5a6d48-168e-4cd4-8b4f-3a6befde8f96 req-4583149d-149d-4e7e-8231-c3a7f55699ab tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 944 time: 0.0958343 Oct 04 14:30:20.984558 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fe765-8cd6-45fb-8ed5-f82f64071c87 req-f2cc8145-cf5a-417b-b307-4712d0d9106e tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:20.984668 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3e5a6d48-168e-4cd4-8b4f-3a6befde8f96 req-9ef6b547-9863-4ea0-bd9c-de60a29781ab tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664468 Oct 04 14:30:20.985839 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-268fe765-8cd6-45fb-8ed5-f82f64071c87 req-f2cc8145-cf5a-417b-b307-4712d0d9106e tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 943 time: 0.0576007 Oct 04 14:30:21.106577 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-4caa486b-ed25-4384-b62c-e7efed54199e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200664 Oct 04 14:30:21.144091 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-268fe765-8cd6-45fb-8ed5-f82f64071c87 req-599c1b1f-7aff-43f4-8ab7-1ccc844a7e8d tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=13aa2a0a-add4-42b9-9eec-dc6ae368e333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295106 Oct 04 14:30:21.160050 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-75b5781f-1865-4982-a106-35af5abff2d4 req-d8e5354e-5db1-4e4b-bf6e-73d2d3d5cfe4 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 210 time: 0.0562661 Oct 04 14:30:21.331656 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-611b8381-66ee-45a5-be84-d77d4436c19b service neutron] Request body: {'port': {'device_id': '128c7edb-5a5c-4f1c-b3cc-efc3b3a00677', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86026'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:30:21.353379 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 04 Oct 2022 14:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55e153f-56fd-4833-8e33-54555ae15122 x-openstack-request-id: req-a55e153f-56fd-4833-8e33-54555ae15122 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:30:21.353379 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd38da3-9e0e-426c-b4a2-9c582119f22f", "tag": "fdd48946-1df6-48c0-871f-7f58d52dcaba", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a76166c5-baf9-4033-be8c-b138512c2fdc", "tag": "d9a62f08-f97c-4b57-912d-1b054d110489", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:30:21.353379 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a55e153f-56fd-4833-8e33-54555ae15122 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:30:21.353927 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a55e153f-56fd-4833-8e33-54555ae15122'] response: {'name': 'network-changed', 'server_uuid': '0cd38da3-9e0e-426c-b4a2-9c582119f22f', 'tag': 'fdd48946-1df6-48c0-871f-7f58d52dcaba', 'status': 'completed', 'code': 200} Oct 04 14:30:21.354263 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a55e153f-56fd-4833-8e33-54555ae15122'] response: {'name': 'network-changed', 'server_uuid': 'a76166c5-baf9-4033-be8c-b138512c2fdc', 'tag': 'd9a62f08-f97c-4b57-912d-1b054d110489', 'status': 'completed', 'code': 200} Oct 04 14:30:21.362923 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 72ce8793-c8f1-4647-949a-1f33c379205b up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:30:21.464833 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 72ce8793-c8f1-4647-949a-1f33c379205b triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:21.465937 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (72ce8793-c8f1-4647-949a-1f33c379205b), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:21.466446 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 72ce8793-c8f1-4647-949a-1f33c379205b Oct 04 14:30:21.549251 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-f66a5da8-7d0a-4069-b063-be678865e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:21.551288 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-f66a5da8-7d0a-4069-b063-be678865e129 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1e5731dbee8946a281caefaeb02bd7ff&device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 1127 time: 0.1157467 Oct 04 14:30:21.562841 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-40596043-86ac-412e-a18f-9fb864fc63bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:21.566270 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-40596043-86ac-412e-a18f-9fb864fc63bf service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ec24f1b720bd42ebb37a36d65757aacd&device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 1127 time: 0.1315019 Oct 04 14:30:21.594900 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c76f3f7d-6680-4745-89ce-19feb3b64f02 req-a52848c6-52dc-4520-8c15-b056fc7bcbb2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747543 Oct 04 14:30:21.617154 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 72ce8793-c8f1-4647-949a-1f33c379205b is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:21.618233 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device e7fab9c5-b941-4ff9-8fbe-893a74c5b970 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:30:21.655669 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-611b8381-66ee-45a5-be84-d77d4436c19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:21.674596 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port e7fab9c5-b941-4ff9-8fbe-893a74c5b970 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:21.675124 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (e7fab9c5-b941-4ff9-8fbe-893a74c5b970), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:21.675305 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port e7fab9c5-b941-4ff9-8fbe-893a74c5b970 Oct 04 14:30:21.679950 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:21.712845 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69febc7e-6fc5-47de-85f7-2d13f6ee4a7c req-65e7c30c-c843-45b3-87d8-3d952a5bf662 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:21.714802 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-69febc7e-6fc5-47de-85f7-2d13f6ee4a7c req-65e7c30c-c843-45b3-87d8-3d952a5bf662 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 943 time: 0.1796832 Oct 04 14:30:21.718494 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-314e6bde-29ec-48bd-86f7-b6f03b24a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:21.720133 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-314e6bde-29ec-48bd-86f7-b6f03b24a72e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=da10281be41c43988e60ecfafd5d0d12&device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 1128 time: 0.1818929 Oct 04 14:30:21.761835 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port e7fab9c5-b941-4ff9-8fbe-893a74c5b970 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:21.767273 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:21.866282 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-69febc7e-6fc5-47de-85f7-2d13f6ee4a7c req-bb8a55b4-82df-499d-9274-317215b83c8f tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262808 Oct 04 14:30:21.965573 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:21.985449 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f759e52-c5ef-47b9-af1d-cb9736505640 req-a03abf11-e3da-43e6-966f-b591c9fa3a3a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:21.987129 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8f759e52-c5ef-47b9-af1d-cb9736505640 req-a03abf11-e3da-43e6-966f-b591c9fa3a3a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 931 time: 0.0638375 Oct 04 14:30:22.053539 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8f759e52-c5ef-47b9-af1d-cb9736505640 req-c9e33edf-6e8e-4808-9d1b-2edf920bfbd1 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556767 Oct 04 14:30:22.123097 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.notifiers.nova [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-611b8381-66ee-45a5-be84-d77d4436c19b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc4ad8e-1631-4821-915b-f8fee37479d7 {{(pid=106355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:30:22.139286 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-611b8381-66ee-45a5-be84-d77d4436c19b service neutron] Publish callbacks [] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:22.157236 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b6d00-11c9-4c9e-a205-73ca24316250 req-80e87366-22ad-4e6d-97d2-4bd6cf09b995 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:22.160335 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-431b6d00-11c9-4c9e-a205-73ca24316250 req-80e87366-22ad-4e6d-97d2-4bd6cf09b995 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 944 time: 0.0805478 Oct 04 14:30:22.165855 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.provisioning_blocks [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-611b8381-66ee-45a5-be84-d77d4436c19b service neutron] Transition to ACTIVE for port object fdc4ad8e-1631-4821-915b-f8fee37479d7 will not be triggered until provisioned by entity L2. {{(pid=106355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 14:30:22.172182 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-611b8381-66ee-45a5-be84-d77d4436c19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:22.292094 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b8381-66ee-45a5-be84-d77d4436c19b service neutron] Pushing event updated for resources: {'Port': ['ID=fdc4ad8e-1631-4821-915b-f8fee37479d7,revision_number=2']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:22.327251 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f8bf3425-f2e5-4ff8-a8d6-4feb05933aee req-0bdce715-8a68-4437-a3c4-44ce74b762fb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 210 time: 0.0442076 Oct 04 14:30:22.345812 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:22.365083 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-611b8381-66ee-45a5-be84-d77d4436c19b service neutron] Attempting to bind port fdc4ad8e-1631-4821-915b-f8fee37479d7 on host hv-cinder-86026 for vnic_type normal with profile {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:30:22.366399 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-611b8381-66ee-45a5-be84-d77d4436c19b service neutron] Attempting to bind port fdc4ad8e-1631-4821-915b-f8fee37479d7 by drivers openvswitch,hyperv on host hv-cinder-86026 at level 0 using segments [{'id': '7bffdabf-7aa9-47c9-8b84-9af819e0aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c'}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:30:22.366741 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-611b8381-66ee-45a5-be84-d77d4436c19b service neutron] Attempting to bind port fdc4ad8e-1631-4821-915b-f8fee37479d7 on network 8adffcb3-eb41-48c9-bdc6-30a7213ac01c {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:30:22.383237 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-431b6d00-11c9-4c9e-a205-73ca24316250 req-be580901-a6d7-4ef0-8d0c-0b1a11326fa8 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094977 Oct 04 14:30:22.444457 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-611b8381-66ee-45a5-be84-d77d4436c19b service neutron] Port fdc4ad8e-1631-4821-915b-f8fee37479d7 on network 8adffcb3-eb41-48c9-bdc6-30a7213ac01c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86026 {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 14:30:22.445292 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-611b8381-66ee-45a5-be84-d77d4436c19b service neutron] Attempting to bind port fdc4ad8e-1631-4821-915b-f8fee37479d7 on network 8adffcb3-eb41-48c9-bdc6-30a7213ac01c {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:30:22.479820 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989229c-539a-4e14-8f25-cd2f1c552147 req-0dd8e266-b0b3-4d1d-ba03-649513d9047f tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:22.481407 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a989229c-539a-4e14-8f25-cd2f1c552147 req-0dd8e266-b0b3-4d1d-ba03-649513d9047f tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 943 time: 0.0594745 Oct 04 14:30:22.501070 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-611b8381-66ee-45a5-be84-d77d4436c19b service neutron] Checking agent: {'id': '7414b559-7f0d-43de-b796-62d1db2de72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86026', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'started_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:30:22.501476 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-611b8381-66ee-45a5-be84-d77d4436c19b service neutron] Checking segment: {'id': '7bffdabf-7aa9-47c9-8b84-9af819e0aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:30:22.501940 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-611b8381-66ee-45a5-be84-d77d4436c19b service neutron] Bound using segment: {'id': '7bffdabf-7aa9-47c9-8b84-9af819e0aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c'} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:30:22.502476 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-611b8381-66ee-45a5-be84-d77d4436c19b service neutron] Bound port: fdc4ad8e-1631-4821-915b-f8fee37479d7, host: hv-cinder-86026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bffdabf-7aa9-47c9-8b84-9af819e0aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c'}}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:30:22.502907 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-611b8381-66ee-45a5-be84-d77d4436c19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:22.584797 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a989229c-539a-4e14-8f25-cd2f1c552147 req-6d5ff4cc-a9b6-419f-88c5-14f048ecc435 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=13aa2a0a-add4-42b9-9eec-dc6ae368e333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865641 Oct 04 14:30:22.607510 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-611b8381-66ee-45a5-be84-d77d4436c19b service neutron] For port fdc4ad8e-1631-4821-915b-f8fee37479d7, host hv-cinder-86026, cleared binding levels {{(pid=106355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:30:22.614045 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-611b8381-66ee-45a5-be84-d77d4436c19b service neutron] For port fdc4ad8e-1631-4821-915b-f8fee37479d7, host hv-cinder-86026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=fdc4ad8e-1631-4821-915b-f8fee37479d7,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:30:22.625654 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-611b8381-66ee-45a5-be84-d77d4436c19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:22.633713 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-611b8381-66ee-45a5-be84-d77d4436c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:22.634743 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-611b8381-66ee-45a5-be84-d77d4436c19b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for port (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:22.637107 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-611b8381-66ee-45a5-be84-d77d4436c19b service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/fdc4ad8e-1631-4821-915b-f8fee37479d7 HTTP/1.1" status: 200 len: 1093 time: 1.3147762 Oct 04 14:30:22.638016 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128c7edb-5a5c-4f1c-b3cc-efc3b3a00677', 'tag': 'fdc4ad8e-1631-4821-915b-f8fee37479d7'}] {{(pid=106355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:30:22.641949 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172969012db89328cfee76f0acc2659810ea9ea6244db33f0d123db39f5e3407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bac6477-11d2-45b1-9494-6f43f414e465" -d '{"events": [{"name": "network-changed", "server_uuid": "128c7edb-5a5c-4f1c-b3cc-efc3b3a00677", "tag": "fdc4ad8e-1631-4821-915b-f8fee37479d7"}]}' {{(pid=106355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:30:22.716805 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13bb267-67c1-4819-9ca1-70e6d6410f37 x-openstack-request-id: req-d13bb267-67c1-4819-9ca1-70e6d6410f37 {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:30:22.717356 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128c7edb-5a5c-4f1c-b3cc-efc3b3a00677", "tag": "fdc4ad8e-1631-4821-915b-f8fee37479d7", "status": "completed", "code": 200}]} {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:30:22.717671 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d13bb267-67c1-4819-9ca1-70e6d6410f37 {{(pid=106355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:30:22.718084 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d13bb267-67c1-4819-9ca1-70e6d6410f37'] response: {'name': 'network-changed', 'server_uuid': '128c7edb-5a5c-4f1c-b3cc-efc3b3a00677', 'tag': 'fdc4ad8e-1631-4821-915b-f8fee37479d7', 'status': 'completed', 'code': 200} Oct 04 14:30:22.730225 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b8381-66ee-45a5-be84-d77d4436c19b service neutron] Pushing event updated for resources: {'Port': ['ID=fdc4ad8e-1631-4821-915b-f8fee37479d7,revision_number=3']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:23.009587 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc8291-e733-4fbd-a029-dc00a69e631a req-767663c7-9dad-42b8-865f-84d02a8e41a6 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:23.011113 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-02cc8291-e733-4fbd-a029-dc00a69e631a req-767663c7-9dad-42b8-865f-84d02a8e41a6 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 943 time: 0.0575895 Oct 04 14:30:23.063784 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-02cc8291-e733-4fbd-a029-dc00a69e631a req-675cd855-ea2e-48a7-a1c4-16bf34c4bbc7 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461841 Oct 04 14:30:23.196061 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68818d3-13d3-4f1e-b94f-269a18521795 req-db847c15-4f46-45ac-9d5a-fe39208a3e76 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:23.197712 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e68818d3-13d3-4f1e-b94f-269a18521795 req-db847c15-4f46-45ac-9d5a-fe39208a3e76 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0536349 Oct 04 14:30:23.248108 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e68818d3-13d3-4f1e-b94f-269a18521795 req-1c94646f-6a9b-4549-8f2c-fa128682397c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445831 Oct 04 14:30:23.455079 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-59f31710-0b40-4de1-b0d5-639b5d7efa71 req-7d359b70-9b2e-4f06-b810-1d956688977a tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 210 time: 0.0285356 Oct 04 14:30:23.502884 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25150489-b31d-4e6b-9ce3-6bbf5e231d09 req-821a0b81-8331-4e4b-8eaf-45dd20eae36a tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:23.504416 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-25150489-b31d-4e6b-9ce3-6bbf5e231d09 req-821a0b81-8331-4e4b-8eaf-45dd20eae36a tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 944 time: 0.0473304 Oct 04 14:30:23.549231 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:23.554767 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-25150489-b31d-4e6b-9ce3-6bbf5e231d09 req-5abeb53a-eac5-433f-83e1-0ca44cd883b0 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438707 Oct 04 14:30:23.719782 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23076d0c-fd71-4fa2-a281-b8ef851c5451 req-f1f8b3b6-1722-414d-b104-b3740562506a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:23.721281 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-23076d0c-fd71-4fa2-a281-b8ef851c5451 req-f1f8b3b6-1722-414d-b104-b3740562506a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 943 time: 0.0488555 Oct 04 14:30:23.773613 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-23076d0c-fd71-4fa2-a281-b8ef851c5451 req-4a71014d-0bbe-47c0-ae7d-316d5ac1b68c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=13aa2a0a-add4-42b9-9eec-dc6ae368e333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462754 Oct 04 14:30:24.205987 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2cc40-17e5-47ed-8b62-5828b707d490 req-8a64910c-68f4-4bec-ba47-d0489d143a1b tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:24.208083 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-08d2cc40-17e5-47ed-8b62-5828b707d490 req-8a64910c-68f4-4bec-ba47-d0489d143a1b tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 943 time: 0.0646260 Oct 04 14:30:24.262228 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-08d2cc40-17e5-47ed-8b62-5828b707d490 req-f24863d1-8721-4a0f-b67c-db692a2c5fa5 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460162 Oct 04 14:30:24.336231 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-18a7143d-aebc-4d34-82bd-d9a7205f892a service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a45f381-06ca-4183-af22-7b3ce0bb06a4 HTTP/1.1" status: 200 len: 217 time: 0.0435956 Oct 04 14:30:24.364754 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-1007a9c7-9d19-4c23-be12-5205655e9794 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdd48946-1df6-48c0-871f-7f58d52dcaba HTTP/1.1" status: 200 len: 217 time: 0.0798016 Oct 04 14:30:24.368393 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-0f4ca7e5-8903-4c2a-9f43-0f057534ae43 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9a62f08-f97c-4b57-912d-1b054d110489 HTTP/1.1" status: 200 len: 217 time: 0.0837116 Oct 04 14:30:24.419729 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0062d1-9e23-47e2-8910-3d08593f3ccc req-bdf2e262-b335-43a0-9469-11e8dbcf7639 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:24.419980 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8e0062d1-9e23-47e2-8910-3d08593f3ccc req-bdf2e262-b335-43a0-9469-11e8dbcf7639 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0579522 Oct 04 14:30:24.475060 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8e0062d1-9e23-47e2-8910-3d08593f3ccc req-28b4cb57-f3f0-467e-8d08-59a45559167a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489404 Oct 04 14:30:24.562153 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f4f72c42-4a25-467f-808b-331edaa0d9a5 req-6bac663b-64ad-486d-aa8f-53df04d43d0c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 210 time: 0.0290601 Oct 04 14:30:24.701374 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e5b57-d879-4cd1-9097-c9af98a60b82 req-634490d7-e02f-4a7a-adff-64e0f798bf07 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:24.702914 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ff0e5b57-d879-4cd1-9097-c9af98a60b82 req-634490d7-e02f-4a7a-adff-64e0f798bf07 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 944 time: 0.0549510 Oct 04 14:30:24.737416 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:24.753552 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ff0e5b57-d879-4cd1-9097-c9af98a60b82 req-685b392b-f9d5-4295-b37e-8a042420f273 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443900 Oct 04 14:30:24.927395 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce2007-9043-4317-b37b-d6745c728de5 req-540ae19f-ae34-4c03-8fd1-7b5e35417217 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:24.930036 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1fce2007-9043-4317-b37b-d6745c728de5 req-540ae19f-ae34-4c03-8fd1-7b5e35417217 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 943 time: 0.0695727 Oct 04 14:30:24.992878 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1fce2007-9043-4317-b37b-d6745c728de5 req-f545c423-5f2d-4ecc-9338-7d58be412fa1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=13aa2a0a-add4-42b9-9eec-dc6ae368e333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555613 Oct 04 14:30:25.383523 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8ccc0-2276-4af8-b3a9-4cf89e36f129 req-9965a46f-ab3d-40c0-bf26-681415bda5b6 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:25.385057 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3ae8ccc0-2276-4af8-b3a9-4cf89e36f129 req-9965a46f-ab3d-40c0-bf26-681415bda5b6 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 943 time: 0.0488436 Oct 04 14:30:25.509366 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac6477-11d2-45b1-9494-6f43f414e465 req-a6c328ad-4ec9-443e-81d3-bb3ace481b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:25.514139 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0bac6477-11d2-45b1-9494-6f43f414e465 req-a6c328ad-4ec9-443e-81d3-bb3ace481b68 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=64993786e21b45beb7829ceaede4777a&device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 1127 time: 0.0914612 Oct 04 14:30:25.588742 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3ae8ccc0-2276-4af8-b3a9-4cf89e36f129 req-811206fa-95a0-4143-b32c-c24285e4f7cb tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975582 Oct 04 14:30:25.630240 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-712eec51-e7d2-4dc7-b9a0-75af9d688dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:25.632477 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-712eec51-e7d2-4dc7-b9a0-75af9d688dd1 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0b6ce1ed-cefc-4d28-95ba-a2004388db27 HTTP/1.1" status: 200 len: 858 time: 0.1897752 Oct 04 14:30:25.649162 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db181e-8913-4c64-b8dc-956cf0e3ea6b req-e54799c0-6383-457b-ac20-033f4731a2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:25.650718 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-95db181e-8913-4c64-b8dc-956cf0e3ea6b req-e54799c0-6383-457b-ac20-033f4731a2ab service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ec24f1b720bd42ebb37a36d65757aacd&device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 1128 time: 0.2000773 Oct 04 14:30:25.656981 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-4768c54e-8255-439c-bd89-e9061b4d7be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:25.658857 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-4768c54e-8255-439c-bd89-e9061b4d7be6 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41 HTTP/1.1" status: 200 len: 853 time: 0.2117965 Oct 04 14:30:25.865703 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-43baee21-7b90-4645-8ff2-11709ec2e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:25.867737 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-43baee21-7b90-4645-8ff2-11709ec2e205 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=f70b9727-7199-4fe7-bb77-16baf61f7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2290962 Oct 04 14:30:25.877759 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f672e1fc-27a9-4245-a3e7-a85d7d599979 req-10c32adb-8808-4b1d-ab1f-1b338c4287b8 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 210 time: 0.1236081 Oct 04 14:30:25.886557 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-5c55bfb8-4f1a-43df-8dc4-327233d80ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:25.888298 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-5c55bfb8-4f1a-43df-8dc4-327233d80ed6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=3e89e862-e669-4987-af44-eb18dbc3b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2025654 Oct 04 14:30:26.012684 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:26.023346 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8088b-1307-4912-b16d-7bc40b889283 req-ad084584-4a0a-407e-a8c5-afdcd518dde2 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:26.032648 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c8e8088b-1307-4912-b16d-7bc40b889283 req-ad084584-4a0a-407e-a8c5-afdcd518dde2 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.1972287 Oct 04 14:30:26.124203 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-1a1ce4f9-4ac4-423a-b18e-43c8dc430ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:26.126484 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-1a1ce4f9-4ac4-423a-b18e-43c8dc430ca0 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=fe0231a6-6c05-48d1-bcae-f5fe5f4b4268 HTTP/1.1" status: 200 len: 851 time: 0.7133179 Oct 04 14:30:26.172291 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db181e-8913-4c64-b8dc-956cf0e3ea6b req-4b6febb0-9d08-48bd-840a-224bf5d46a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:26.173683 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-95db181e-8913-4c64-b8dc-956cf0e3ea6b req-4b6febb0-9d08-48bd-840a-224bf5d46a12 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=f70b9727-7199-4fe7-bb77-16baf61f7e49 HTTP/1.1" status: 200 len: 920 time: 0.4915376 Oct 04 14:30:26.199132 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c8e8088b-1307-4912-b16d-7bc40b889283 req-995f2110-1435-4221-9d3b-b1f54417b42a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652174 Oct 04 14:30:26.206426 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815753d9-204e-456e-8cdc-6aec146e455f req-38205ca0-b207-48cb-94c1-97fef969ab3e tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:26.208025 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-815753d9-204e-456e-8cdc-6aec146e455f req-38205ca0-b207-48cb-94c1-97fef969ab3e tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 944 time: 0.1427164 Oct 04 14:30:26.257711 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac6477-11d2-45b1-9494-6f43f414e465 req-d012d7b8-cd4e-4358-8dcd-c36e4a7551c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:26.260564 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0bac6477-11d2-45b1-9494-6f43f414e465 req-d012d7b8-cd4e-4358-8dcd-c36e4a7551c9 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=64993786e21b45beb7829ceaede4777a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4268990 Oct 04 14:30:26.265775 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-43f4e499-3ea5-4e67-b95d-181fa030cb51 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809133 Oct 04 14:30:26.277443 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-506b878d-f567-4e17-9373-2f3ac6320be1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617799 Oct 04 14:30:26.313028 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-815753d9-204e-456e-8cdc-6aec146e455f req-583a598c-811e-4c46-ac87-a6d93b96eed7 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911520 Oct 04 14:30:26.351344 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb3a30-7fb2-4ae6-8d7d-195f0b7bc84c req-a60d38c8-456d-4505-b984-e21c06a9ed82 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:26.353023 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-fddb3a30-7fb2-4ae6-8d7d-195f0b7bc84c req-a60d38c8-456d-4505-b984-e21c06a9ed82 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 943 time: 0.0584307 Oct 04 14:30:26.444689 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-95db181e-8913-4c64-b8dc-956cf0e3ea6b req-a2323362-1d70-4cce-8ba0-f38ef06796a2 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b74df40d-d043-4af9-93a2-e99ed587df20 HTTP/1.1" status: 200 len: 217 time: 0.0755363 Oct 04 14:30:26.628024 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.17', 49971) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:26.686821 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:26.712369 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-e347ad49-20ea-4d63-99fc-96c9eef979da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:26.714362 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-e347ad49-20ea-4d63-99fc-96c9eef979da service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=1e8ee100-9e5b-4809-8cb0-dbfff2298b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3448150 Oct 04 14:30:26.894051 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:26.901250 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e1422-1e38-48d7-b830-a9397603f821 req-ae544916-6fb2-49af-a2f8-1a98274c0736 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:26.903224 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ab2e1422-1e38-48d7-b830-a9397603f821 req-ae544916-6fb2-49af-a2f8-1a98274c0736 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 943 time: 0.1438134 Oct 04 14:30:26.935944 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db181e-8913-4c64-b8dc-956cf0e3ea6b req-7d4637d9-525b-4f8b-9d4a-6e948cd01178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:26.937800 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-95db181e-8913-4c64-b8dc-956cf0e3ea6b req-7d4637d9-525b-4f8b-9d4a-6e948cd01178 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0b6ce1ed-cefc-4d28-95ba-a2004388db27 HTTP/1.1" status: 200 len: 858 time: 0.4454575 Oct 04 14:30:26.941983 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-fddb3a30-7fb2-4ae6-8d7d-195f0b7bc84c req-5a5c5c05-0834-4adc-b2fd-59fbbed7658c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=13aa2a0a-add4-42b9-9eec-dc6ae368e333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5805149 Oct 04 14:30:26.972068 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-13712344-9216-41c6-a9c6-8ac7acd5a1e3 req-fb93b486-f6d2-48af-85da-750434d7b66e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5945275 Oct 04 14:30:26.985220 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac6477-11d2-45b1-9494-6f43f414e465 req-23da85b0-f315-41cf-ad88-94b971a4b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:26.987010 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0bac6477-11d2-45b1-9494-6f43f414e465 req-23da85b0-f315-41cf-ad88-94b971a4b37d service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6162174 Oct 04 14:30:26.992844 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-34909f1e-0277-4021-8b3e-5786321147cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:27.020559 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3a21cce4-8318-4a6b-9b07-ebae6cf916d6 req-b85f8c85-31d7-4409-824a-494f74d9a38a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6417985 Oct 04 14:30:27.041149 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:27.051886 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db181e-8913-4c64-b8dc-956cf0e3ea6b req-fabfcb7e-f67f-4dc6-9273-c723b234ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:27.054202 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-95db181e-8913-4c64-b8dc-956cf0e3ea6b req-fabfcb7e-f67f-4dc6-9273-c723b234ca8d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=f70b9727-7199-4fe7-bb77-16baf61f7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0978596 Oct 04 14:30:27.054575 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-a51852f7-3d4a-49fe-bdd1-fef5ca5a3152 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1e8ee100-9e5b-4809-8cb0-dbfff2298b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075020 Oct 04 14:30:27.067449 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28774772-6788-4590-ab19-f54b70adbec0 req-674a2358-cd6b-475c-b84b-83db38cfed9c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:27.070475 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-28774772-6788-4590-ab19-f54b70adbec0 req-674a2358-cd6b-475c-b84b-83db38cfed9c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.17 "GET /networking/v2.0/networks?id=c224c131-1e09-47f0-b40a-1a73221baea0 HTTP/1.1" status: 200 len: 810 time: 0.4406016 Oct 04 14:30:27.085763 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ab2e1422-1e38-48d7-b830-a9397603f821 req-18b44a8f-fa15-4755-b6be-c8fcf09019e2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583905 Oct 04 14:30:27.140193 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-200b66a6-2449-429b-a36d-23eb300dd6b3 req-f9f1d9da-0dd8-425e-9198-8a5290b04ef5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 210 time: 0.0355666 Oct 04 14:30:27.391257 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4818e-703b-41c0-aecd-afad5adb4a2c req-8e3fd0b0-a4f1-4dd1-aaf4-4b6f406300b8 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:27.394623 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8cf4818e-703b-41c0-aecd-afad5adb4a2c req-8e3fd0b0-a4f1-4dd1-aaf4-4b6f406300b8 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0837216 Oct 04 14:30:27.465587 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8cf4818e-703b-41c0-aecd-afad5adb4a2c req-1be82855-f0be-456c-8e9a-c1f6a366df2c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648754 Oct 04 14:30:27.490735 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b74b5b-6183-4e72-90f7-525d5f8d7c26 req-0047f63a-18ff-42cb-8b0e-b428b1c2958e tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:27.492700 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-37b74b5b-6183-4e72-90f7-525d5f8d7c26 req-0047f63a-18ff-42cb-8b0e-b428b1c2958e tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 944 time: 0.0592616 Oct 04 14:30:27.497288 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=18 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:27.552227 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:27.585641 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-37b74b5b-6183-4e72-90f7-525d5f8d7c26 req-ee1aff6d-966e-465e-956a-cb30b3a5f038 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845709 Oct 04 14:30:28.157961 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89849233-361a-4694-b1f8-187736ba27a7 req-86328f37-8f1c-40c5-b732-a352ac2707bc tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:28.159225 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-89849233-361a-4694-b1f8-187736ba27a7 req-86328f37-8f1c-40c5-b732-a352ac2707bc tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 943 time: 0.0644240 Oct 04 14:30:28.214156 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device b74df40d-d043-4af9-93a2-e99ed587df20 details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:30:28.221964 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-89849233-361a-4694-b1f8-187736ba27a7 req-72163475-8e20-4ba7-ae02-5f49d72e7c29 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=13aa2a0a-add4-42b9-9eec-dc6ae368e333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553741 Oct 04 14:30:28.241873 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:28.242115 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79535e49-5e24-422c-aa7e-181688aa5769 req-2cb8f8e9-b0f0-4be7-9ffa-9befd24963e1 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:28.243451 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-79535e49-5e24-422c-aa7e-181688aa5769 req-2cb8f8e9-b0f0-4be7-9ffa-9befd24963e1 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 943 time: 0.0634887 Oct 04 14:30:28.312566 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-79535e49-5e24-422c-aa7e-181688aa5769 req-9ffed2f1-9952-4632-9365-1a8da0a4f887 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569170 Oct 04 14:30:28.327826 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-41af2535-c72a-4753-8739-70e44c7aed60 req-df1b5ef1-290e-4f1a-9d91-a672accf359c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 210 time: 0.0298929 Oct 04 14:30:28.373301 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port b74df40d-d043-4af9-93a2-e99ed587df20, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=b74df40d-d043-4af9-93a2-e99ed587df20,segment=NetworkSegment(80436793-7021-4ca5-bbb3-a3b3adc26a9e),segment_id=80436793-7021-4ca5-bbb3-a3b3adc26a9e)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:30:28.389366 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': 'b74df40d-d043-4af9-93a2-e99ed587df20', 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'port_id': 'b74df40d-d043-4af9-93a2-e99ed587df20', 'mac_address': 'fa:16:3e:d5:99:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:30:28.427902 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port b74df40d-d043-4af9-93a2-e99ed587df20 is: DOWN; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:28.428434 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (b74df40d-d043-4af9-93a2-e99ed587df20), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:28.442129 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74df40d-d043-4af9-93a2-e99ed587df20 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:30:28.469632 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port b74df40d-d043-4af9-93a2-e99ed587df20, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=b74df40d-d043-4af9-93a2-e99ed587df20,segment=NetworkSegment(80436793-7021-4ca5-bbb3-a3b3adc26a9e),segment_id=80436793-7021-4ca5-bbb3-a3b3adc26a9e)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:30:28.473746 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (b74df40d-d043-4af9-93a2-e99ed587df20), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:28.529435 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=b74df40d-d043-4af9-93a2-e99ed587df20,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:28.619553 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c452525-af3e-4da6-beb8-9e2fa12e6e79 req-66d42595-7416-4635-827c-937e5f10afd2 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:28.632208 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7c452525-af3e-4da6-beb8-9e2fa12e6e79 req-66d42595-7416-4635-827c-937e5f10afd2 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0707302 Oct 04 14:30:28.870644 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['b74df40d-d043-4af9-93a2-e99ed587df20'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:30:28.964907 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfecd29-417f-4053-b937-c036ebbbd12d req-0665e05a-9735-441a-a658-7548b61ff5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:28.973999 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6dfecd29-417f-4053-b937-c036ebbbd12d req-0665e05a-9735-441a-a658-7548b61ff5ef service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1e5731dbee8946a281caefaeb02bd7ff&device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 1127 time: 0.3526402 Oct 04 14:30:28.988281 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:28.990563 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2a998-2c4f-4fa9-9578-23d16e376507 req-1a706e45-a845-47ff-b2ff-cdf03750ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:28.991788 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-28774772-6788-4590-ab19-f54b70adbec0 req-24eb855a-2c4d-462a-8dbd-1374bf6a2bf1 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3a4fa5d0aa0e4bf98816e4600023ca99 HTTP/1.1" status: 200 len: 380 time: 0.3574300 Oct 04 14:30:28.998323 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-61e2a998-2c4f-4fa9-9578-23d16e376507 req-1a706e45-a845-47ff-b2ff-cdf03750ea22 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ec24f1b720bd42ebb37a36d65757aacd&device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 1127 time: 0.3233905 Oct 04 14:30:29.011824 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-a3a1bcf8-f114-4f4e-b12c-dc7b9197b596 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1e8ee100-9e5b-4809-8cb0-dbfff2298b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785372 Oct 04 14:30:29.016855 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [req-28774772-6788-4590-ab19-f54b70adbec0 req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Request body: {'port': {'device_id': '52d55b4f-410d-4527-a9d3-15f1942a46d0', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'admin_state_up': True, 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'security_groups': ['25f525bb-2ba2-4166-975d-6e65830948d0']}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:30:29.018374 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b854bd-f996-4fd3-97bb-03bfcecd12ed req-10f09a14-0145-4655-b604-424bad493ca1 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:29.022853 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-13aa0677-8e2f-429f-840c-b017fc824042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:29.024654 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-13aa0677-8e2f-429f-840c-b017fc824042 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=64993786e21b45beb7829ceaede4777a&device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 1127 time: 0.3720081 Oct 04 14:30:29.028209 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-77b854bd-f996-4fd3-97bb-03bfcecd12ed req-10f09a14-0145-4655-b604-424bad493ca1 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 944 time: 0.2437851 Oct 04 14:30:29.107671 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-064fd6ba-9736-4b7e-9119-334d715d9d6b service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdc4ad8e-1631-4821-915b-f8fee37479d7 HTTP/1.1" status: 200 len: 217 time: 0.0639448 Oct 04 14:30:29.202272 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7c452525-af3e-4da6-beb8-9e2fa12e6e79 req-0d1c2587-4f5f-43a7-9435-3eb4d7289bf3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3942149 Oct 04 14:30:29.358937 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-95db181e-8913-4c64-b8dc-956cf0e3ea6b req-d447222f-15a5-416c-8cf5-e3176dd64c98 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7360487 Oct 04 14:30:29.385515 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-77b854bd-f996-4fd3-97bb-03bfcecd12ed req-67a1c477-aea1-4769-970f-7a0d4d737226 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482664 Oct 04 14:30:29.509608 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ca64a6b9-ba6e-48e0-a184-b493609b75db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:29.535751 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfecd29-417f-4053-b937-c036ebbbd12d req-7872e350-3c7a-490c-b286-22f0acdaa419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:29.539403 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6dfecd29-417f-4053-b937-c036ebbbd12d req-7872e350-3c7a-490c-b286-22f0acdaa419 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=3e89e862-e669-4987-af44-eb18dbc3b78d HTTP/1.1" status: 200 len: 915 time: 0.5514541 Oct 04 14:30:29.542276 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2a998-2c4f-4fa9-9578-23d16e376507 req-c0ace80b-9aea-4740-8448-02470e8295f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:29.545281 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-61e2a998-2c4f-4fa9-9578-23d16e376507 req-c0ace80b-9aea-4740-8448-02470e8295f6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=f70b9727-7199-4fe7-bb77-16baf61f7e49 HTTP/1.1" status: 200 len: 920 time: 0.5022862 Oct 04 14:30:29.596178 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfbc06-a7fb-4b0c-b211-659f73958ffe req-355489f7-34b1-4c83-9a10-520f4a221ba9 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:29.600559 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-00cfbc06-a7fb-4b0c-b211-659f73958ffe req-355489f7-34b1-4c83-9a10-520f4a221ba9 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 943 time: 0.2455957 Oct 04 14:30:29.633795 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28774772-6788-4590-ab19-f54b70adbec0 req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Made reservation on behalf of 3a4fa5d0aa0e4bf98816e4600023ca99 for: {'port': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:30:29.642660 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-28774772-6788-4590-ab19-f54b70adbec0 req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:29.694060 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062dd01c-7575-477c-ac5f-d2453e302977 req-484e986f-6656-4dfc-be18-f88dbd2e8cbc tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:29.696775 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-062dd01c-7575-477c-ac5f-d2453e302977 req-484e986f-6656-4dfc-be18-f88dbd2e8cbc tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 943 time: 0.0817180 Oct 04 14:30:29.755970 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-00cfbc06-a7fb-4b0c-b211-659f73958ffe req-95de43f4-2af2-4c73-908e-aedc4587cbf0 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=13aa2a0a-add4-42b9-9eec-dc6ae368e333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379499 Oct 04 14:30:29.867853 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-062dd01c-7575-477c-ac5f-d2453e302977 req-ea79968e-f146-40dd-9ff2-932406f235f6 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389534 Oct 04 14:30:30.011077 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6dfecd29-417f-4053-b937-c036ebbbd12d req-d2c10d7d-507c-49f9-a247-396d76d4897a service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a45f381-06ca-4183-af22-7b3ce0bb06a4 HTTP/1.1" status: 200 len: 217 time: 0.1081073 Oct 04 14:30:30.082983 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-61e2a998-2c4f-4fa9-9578-23d16e376507 req-6135508e-a140-48a5-bf43-6d0b8be6b001 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdd48946-1df6-48c0-871f-7f58d52dcaba HTTP/1.1" status: 200 len: 217 time: 0.1271257 Oct 04 14:30:30.131901 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0d98ddfe-74da-49bb-9967-c7b19b02f463 req-a4d331ab-ab51-4d1c-9854-ac0d1a85706a tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 210 time: 0.2562110 Oct 04 14:30:30.150619 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfecd29-417f-4053-b937-c036ebbbd12d req-4dd2d7ea-50e6-4764-830c-5ee946bc4d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:30.152610 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6dfecd29-417f-4053-b937-c036ebbbd12d req-4dd2d7ea-50e6-4764-830c-5ee946bc4d1d service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41 HTTP/1.1" status: 200 len: 853 time: 0.1104660 Oct 04 14:30:30.163487 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:30.164105 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:30.189847 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_common [req-28774772-6788-4590-ab19-f54b70adbec0 req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Allocated IP 172.20.0.7 (c224c131-1e09-47f0-b40a-1a73221baea0/f924e31c-043d-4433-825a-9f71ad91746e/4f9df3e5-1e5c-45b5-9628-2769911f67a4) {{(pid=106355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:30:30.203697 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 3a45f381-06ca-4183-af22-7b3ce0bb06a4 details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:30:30.230272 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-7dfb41d9-6bb7-40bb-b179-8eff94827c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:30.237986 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-7dfb41d9-6bb7-40bb-b179-8eff94827c00 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=866d7ee4-9072-4a41-8ab0-25e4c5a7536f HTTP/1.1" status: 200 len: 856 time: 0.1188467 Oct 04 14:30:30.240689 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device b74df40d-d043-4af9-93a2-e99ed587df20 up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:30:30.274853 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:30.291085 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfecd29-417f-4053-b937-c036ebbbd12d req-7817b093-c337-4abb-8dd2-69b25e539f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:30.292495 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6dfecd29-417f-4053-b937-c036ebbbd12d req-7817b093-c337-4abb-8dd2-69b25e539f98 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=3e89e862-e669-4987-af44-eb18dbc3b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0937266 Oct 04 14:30:30.297615 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-95db181e-8913-4c64-b8dc-956cf0e3ea6b req-5de6e59f-d4a2-4036-8278-b61c82787802 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045813 Oct 04 14:30:30.394209 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-eba2066b-2f82-4330-af80-66bdd84accbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:30.395747 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-eba2066b-2f82-4330-af80-66bdd84accbf service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=8adffcb3-eb41-48c9-bdc6-30a7213ac01c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1489396 Oct 04 14:30:30.403690 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:30.436649 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2a998-2c4f-4fa9-9578-23d16e376507 req-84e664ab-ea90-4ccb-982d-4d6b42db3af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:30.438363 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-61e2a998-2c4f-4fa9-9578-23d16e376507 req-84e664ab-ea90-4ccb-982d-4d6b42db3af8 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0b6ce1ed-cefc-4d28-95ba-a2004388db27 HTTP/1.1" status: 200 len: 858 time: 0.3413610 Oct 04 14:30:30.517420 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning for port b74df40d-d043-4af9-93a2-e99ed587df20 completed by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 14:30:30.537725 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 41040) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:30.541391 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port b74df40d-d043-4af9-93a2-e99ed587df20 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:30.541949 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (b74df40d-d043-4af9-93a2-e99ed587df20), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:30.542414 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port b74df40d-d043-4af9-93a2-e99ed587df20 Oct 04 14:30:30.590063 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22528653-5f0f-4781-87ee-ac138930e45d req-f747e45c-9267-47e4-bc69-a98d070c29c9 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:30.590063 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-22528653-5f0f-4781-87ee-ac138930e45d req-f747e45c-9267-47e4-bc69-a98d070c29c9 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.1694796 Oct 04 14:30:30.645505 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2a998-2c4f-4fa9-9578-23d16e376507 req-1646e544-5363-4d23-8bf6-fb25732634f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:30.647850 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-61e2a998-2c4f-4fa9-9578-23d16e376507 req-1646e544-5363-4d23-8bf6-fb25732634f8 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=f70b9727-7199-4fe7-bb77-16baf61f7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1573999 Oct 04 14:30:30.706436 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-28774772-6788-4590-ab19-f54b70adbec0 req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for port (4f9df3e5-1e5c-45b5-9628-2769911f67a4), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:30.719176 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-4234cb5d-6458-4fe5-87c6-e326738983df service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8adffcb3-eb41-48c9-bdc6-30a7213ac01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858727 Oct 04 14:30:30.723063 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 3a45f381-06ca-4183-af22-7b3ce0bb06a4, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=3a45f381-06ca-4183-af22-7b3ce0bb06a4,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:30:30.742486 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port b74df40d-d043-4af9-93a2-e99ed587df20 is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:30.743026 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (b74df40d-d043-4af9-93a2-e99ed587df20), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:30.743323 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339de5f-966f-400f-aea4-487f4b99546b req-cf137a44-fbe6-435e-8b45-b213c5fc38da tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:30.744967 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b339de5f-966f-400f-aea4-487f4b99546b req-cf137a44-fbe6-435e-8b45-b213c5fc38da tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 944 time: 0.1161323 Oct 04 14:30:30.745585 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': '3a45f381-06ca-4183-af22-7b3ce0bb06a4', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'port_id': '3a45f381-06ca-4183-af22-7b3ce0bb06a4', 'mac_address': 'fa:16:3e:ef:7b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:30:30.811785 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 3a45f381-06ca-4183-af22-7b3ce0bb06a4 is: DOWN; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:30.812343 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (3a45f381-06ca-4183-af22-7b3ce0bb06a4), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:30.841879 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a45f381-06ca-4183-af22-7b3ce0bb06a4 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:30:30.857181 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79b4aa2-e418-4cb4-affc-2cbf5df8547c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74df40d-d043-4af9-93a2-e99ed587df20'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:30:30.882230 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:30.894765 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-61e2a998-2c4f-4fa9-9578-23d16e376507 req-7e0e666d-cf49-439a-8719-3de53667d605 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171140 Oct 04 14:30:30.909296 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6dfecd29-417f-4053-b937-c036ebbbd12d req-ee601740-e121-4473-939a-00a9a76e86b3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6078739 Oct 04 14:30:31.001749 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1018f7aa-9c62-4b3e-b6fc-9f2d72a112ae req-eeb3a42c-fa30-448f-af88-720c3ab87b26 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8adffcb3-eb41-48c9-bdc6-30a7213ac01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753389 Oct 04 14:30:31.014939 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port b74df40d-d043-4af9-93a2-e99ed587df20, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=b74df40d-d043-4af9-93a2-e99ed587df20,segment=NetworkSegment(80436793-7021-4ca5-bbb3-a3b3adc26a9e),segment_id=80436793-7021-4ca5-bbb3-a3b3adc26a9e)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:30:31.053703 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 3a45f381-06ca-4183-af22-7b3ce0bb06a4, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=3a45f381-06ca-4183-af22-7b3ce0bb06a4,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:30:31.057919 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (b74df40d-d043-4af9-93a2-e99ed587df20), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:31.065555 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-28774772-6788-4590-ab19-f54b70adbec0 req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (4f9df3e5-1e5c-45b5-9628-2769911f67a4), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:31.104066 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b339de5f-966f-400f-aea4-487f4b99546b req-cdc805df-d8b1-42f8-ae94-bbdf598d8365 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328512 Oct 04 14:30:31.119869 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (3a45f381-06ca-4183-af22-7b3ce0bb06a4), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:31.126044 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device fdd48946-1df6-48c0-871f-7f58d52dcaba details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:30:31.228521 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28774772-6788-4590-ab19-f54b70adbec0 req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Network c224c131-1e09-47f0-b40a-1a73221baea0 is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:30:31.233099 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-78b55b29-6190-4663-a4e5-fe99bc2ef660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:31.233411 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:31.265134 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [req-28774772-6788-4590-ab19-f54b70adbec0 req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:30:31.268000 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [req-28774772-6788-4590-ab19-f54b70adbec0 req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Received port after_create {{(pid=106355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:30:31.275086 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28774772-6788-4590-ab19-f54b70adbec0 req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:31.277965 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-28774772-6788-4590-ab19-f54b70adbec0 req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for port (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:31.326556 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.db.resource_extend [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 14:30:31.337238 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=b74df40d-d043-4af9-93a2-e99ed587df20,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:31.371909 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a5b01d-b9c0-4457-97af-e9e9339c0f1f" -d '{"events": [{"server_uuid": "e79b4aa2-e418-4cb4-affc-2cbf5df8547c", "name": "network-vif-plugged", "status": "completed", "tag": "b74df40d-d043-4af9-93a2-e99ed587df20"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:30:31.414949 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-22528653-5f0f-4781-87ee-ac138930e45d req-c0fdc4b7-b210-4213-9fa6-49910696fb50 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8142223 Oct 04 14:30:31.465206 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Pushing event updated for resources: {'Port': ['ID=4f9df3e5-1e5c-45b5-9628-2769911f67a4,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:31.511175 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-28774772-6788-4590-ab19-f54b70adbec0 req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5038152 Oct 04 14:30:31.566931 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:31.567435 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:31.590647 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:31.591439 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:31.592014 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:31.593019 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:31.593580 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:31.594131 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:31.594658 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:31.595278 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:31.595846 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:31.596442 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:31.597050 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:31.597541 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:31.598070 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f20a5-6478-43d2-b197-9b979482f5a5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:31.610661 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6dfecd29-417f-4053-b937-c036ebbbd12d req-14c8ac02-03f4-42d7-992e-c60abbda246a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6657181 Oct 04 14:30:31.700644 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f170e60-c1de-44e0-879f-0974f57e3d58 req-efb00d6b-8a18-485b-870c-cbf5a5d6575c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:31.701865 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-61e2a998-2c4f-4fa9-9578-23d16e376507 req-be6fbd62-edab-45e0-b362-0a24c93248e2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7957749 Oct 04 14:30:31.723924 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5f170e60-c1de-44e0-879f-0974f57e3d58 req-efb00d6b-8a18-485b-870c-cbf5a5d6575c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 944 time: 0.4379041 Oct 04 14:30:31.744430 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274da712-027b-49fe-acb1-f76d237328eb req-c7fd355b-1bc2-4fea-bf0c-1de6d639c92d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:31.746982 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-274da712-027b-49fe-acb1-f76d237328eb req-c7fd355b-1bc2-4fea-bf0c-1de6d639c92d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 943 time: 0.1189551 Oct 04 14:30:31.791902 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=3a45f381-06ca-4183-af22-7b3ce0bb06a4,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:31.807264 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:31.810725 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port fdd48946-1df6-48c0-871f-7f58d52dcaba, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=fdd48946-1df6-48c0-871f-7f58d52dcaba,segment=NetworkSegment(80436793-7021-4ca5-bbb3-a3b3adc26a9e),segment_id=80436793-7021-4ca5-bbb3-a3b3adc26a9e)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:30:31.834528 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': 'fdd48946-1df6-48c0-871f-7f58d52dcaba', 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'port_id': 'fdd48946-1df6-48c0-871f-7f58d52dcaba', 'mac_address': 'fa:16:3e:45:b2:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:30:31.839735 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-34506331-be91-4e26-a398-ac9ac8c7586c None None] Provisioning complete for port 4f9df3e5-1e5c-45b5-9628-2769911f67a4 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:31.840126 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-34506331-be91-4e26-a398-ac9ac8c7586c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (4f9df3e5-1e5c-45b5-9628-2769911f67a4), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:31.840589 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-34506331-be91-4e26-a398-ac9ac8c7586c None None] Attempt 1 to provision port 4f9df3e5-1e5c-45b5-9628-2769911f67a4 Oct 04 14:30:31.852618 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:31.869446 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-274da712-027b-49fe-acb1-f76d237328eb req-3b3a1667-1254-4b7f-a2b2-be954ee8035b tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942583 Oct 04 14:30:31.902637 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5f170e60-c1de-44e0-879f-0974f57e3d58 req-087b24ae-6614-406b-9671-5dc28fbad28c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=13aa2a0a-add4-42b9-9eec-dc6ae368e333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670816 Oct 04 14:30:31.911126 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-34506331-be91-4e26-a398-ac9ac8c7586c None None] Port 4f9df3e5-1e5c-45b5-9628-2769911f67a4 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:30:31.947768 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port fdd48946-1df6-48c0-871f-7f58d52dcaba is: DOWN; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:31.947937 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [req-28774772-6788-4590-ab19-f54b70adbec0 req-4dded421-f934-4574-8d75-4f8d540ce64f service neutron] Request body: {'port': {'device_id': '52d55b4f-410d-4527-a9d3-15f1942a46d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86026'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:30:31.948483 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (fdd48946-1df6-48c0-871f-7f58d52dcaba), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:31.955515 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-78b55b29-6190-4663-a4e5-fe99bc2ef660 admin admin] Publish callbacks [] for security_group (2aa072b3-6ae8-4e3a-9ded-0f6ac1888504), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:31.968610 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:31.976927 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-78b55b29-6190-4663-a4e5-fe99bc2ef660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (2aa072b3-6ae8-4e3a-9ded-0f6ac1888504), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:32.010327 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd48946-1df6-48c0-871f-7f58d52dcaba {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:30:32.051120 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port fdd48946-1df6-48c0-871f-7f58d52dcaba, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=fdd48946-1df6-48c0-871f-7f58d52dcaba,segment=NetworkSegment(80436793-7021-4ca5-bbb3-a3b3adc26a9e),segment_id=80436793-7021-4ca5-bbb3-a3b3adc26a9e)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:30:32.051995 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d9ba7-0fe5-47cc-9182-231c73bdf616 req-5a89463d-a730-44e4-9f68-f85016a1d5ae tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:32.055310 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6c2d9ba7-0fe5-47cc-9182-231c73bdf616 req-5a89463d-a730-44e4-9f68-f85016a1d5ae tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 931 time: 0.0852292 Oct 04 14:30:32.065568 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (fdd48946-1df6-48c0-871f-7f58d52dcaba), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:32.091990 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-78b55b29-6190-4663-a4e5-fe99bc2ef660 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a5acd1c20dbb414588bf9fa0d89cae3a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5532370 Oct 04 14:30:32.092763 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b55b29-6190-4663-a4e5-fe99bc2ef660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa072b3-6ae8-4e3a-9ded-0f6ac1888504,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:32.095095 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 41074) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:32.176620 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-28774772-6788-4590-ab19-f54b70adbec0 req-4dded421-f934-4574-8d75-4f8d540ce64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (4f9df3e5-1e5c-45b5-9628-2769911f67a4), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:32.184223 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2a998-2c4f-4fa9-9578-23d16e376507 req-2660c07f-6e34-401b-b41a-13566e92e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:32.185832 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-61e2a998-2c4f-4fa9-9578-23d16e376507 req-2660c07f-6e34-401b-b41a-13566e92e44c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=da10281be41c43988e60ecfafd5d0d12&device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 1128 time: 0.1292567 Oct 04 14:30:32.188600 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d67a22d-55d5-44a5-b7d7-405bf8c9d5d6 x-openstack-request-id: req-5d67a22d-55d5-44a5-b7d7-405bf8c9d5d6 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:30:32.188903 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79b4aa2-e418-4cb4-affc-2cbf5df8547c", "name": "network-vif-plugged", "status": "completed", "tag": "b74df40d-d043-4af9-93a2-e99ed587df20", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:30:32.189163 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d67a22d-55d5-44a5-b7d7-405bf8c9d5d6 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:30:32.189613 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d67a22d-55d5-44a5-b7d7-405bf8c9d5d6'] response: {'server_uuid': 'e79b4aa2-e418-4cb4-affc-2cbf5df8547c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74df40d-d043-4af9-93a2-e99ed587df20', 'code': 200} Oct 04 14:30:32.198529 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=fdd48946-1df6-48c0-871f-7f58d52dcaba,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:32.205788 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6c2d9ba7-0fe5-47cc-9182-231c73bdf616 req-a1c01dfa-460c-4127-8fea-e4f01888e70b tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344829 Oct 04 14:30:32.214611 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:32.214959 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:32.215312 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:32.215651 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:32.215976 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:32.216297 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:32.216649 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:32.216969 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:32.217286 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:32.217603 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:32.217918 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:32.218235 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:32.218549 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:32.218909 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:32.219198 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:32.294408 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:32.397846 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2a998-2c4f-4fa9-9578-23d16e376507 req-5494606a-48e4-4670-accb-644b46d4ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:32.399661 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-61e2a998-2c4f-4fa9-9578-23d16e376507 req-5494606a-48e4-4670-accb-644b46d4ad50 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=1e8ee100-9e5b-4809-8cb0-dbfff2298b1e HTTP/1.1" status: 200 len: 913 time: 0.1616750 Oct 04 14:30:32.463099 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-61e2a998-2c4f-4fa9-9578-23d16e376507 req-ec95b652-b422-45ae-9f07-90fa7b939215 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9a62f08-f97c-4b57-912d-1b054d110489 HTTP/1.1" status: 200 len: 217 time: 0.0525424 Oct 04 14:30:32.529334 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-9a686a60-db7d-459c-9aed-aa45471cd7fa admin admin] Publish callbacks [] for security_group (2aa072b3-6ae8-4e3a-9ded-0f6ac1888504), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:32.557051 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed1560-a90e-4b54-b4dd-6a7788de1ddb req-aff139d5-c61b-47fd-9a92-17000ffa06f8 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:32.562237 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['3a45f381-06ca-4183-af22-7b3ce0bb06a4'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:30:32.565040 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e9ed1560-a90e-4b54-b4dd-6a7788de1ddb req-aff139d5-c61b-47fd-9a92-17000ffa06f8 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 944 time: 0.2090676 Oct 04 14:30:32.604636 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-9a686a60-db7d-459c-9aed-aa45471cd7fa admin admin] Publish callbacks [] for security_group (2aa072b3-6ae8-4e3a-9ded-0f6ac1888504), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:32.653724 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2a998-2c4f-4fa9-9578-23d16e376507 req-50e6a575-5c42-404d-965f-d579e13a9306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:32.657070 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-61e2a998-2c4f-4fa9-9578-23d16e376507 req-50e6a575-5c42-404d-965f-d579e13a9306 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=fe0231a6-6c05-48d1-bcae-f5fe5f4b4268 HTTP/1.1" status: 200 len: 851 time: 0.1765983 Oct 04 14:30:32.698119 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['fdd48946-1df6-48c0-871f-7f58d52dcaba'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:30:32.745074 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device d9a62f08-f97c-4b57-912d-1b054d110489 details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:30:32.803927 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:32.838495 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e9ed1560-a90e-4b54-b4dd-6a7788de1ddb req-01b7a24f-2b1f-4659-b369-2705baab73ff tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723718 Oct 04 14:30:32.862896 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.notifiers.nova [req-28774772-6788-4590-ab19-f54b70adbec0 req-4dded421-f934-4574-8d75-4f8d540ce64f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f9df3e5-1e5c-45b5-9628-2769911f67a4 {{(pid=106355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:30:32.885758 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-28774772-6788-4590-ab19-f54b70adbec0 req-4dded421-f934-4574-8d75-4f8d540ce64f service neutron] Publish callbacks [] for port (4f9df3e5-1e5c-45b5-9628-2769911f67a4), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:32.898624 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-9a686a60-db7d-459c-9aed-aa45471cd7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (2aa072b3-6ae8-4e3a-9ded-0f6ac1888504), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:32.904448 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-9a686a60-db7d-459c-9aed-aa45471cd7fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:32.920916 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-9a686a60-db7d-459c-9aed-aa45471cd7fa admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2aa072b3-6ae8-4e3a-9ded-0f6ac1888504 HTTP/1.1" status: 204 len: 168 time: 0.7952249 Oct 04 14:30:32.997374 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a686a60-db7d-459c-9aed-aa45471cd7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa072b3-6ae8-4e3a-9ded-0f6ac1888504,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:33.003320 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.provisioning_blocks [req-28774772-6788-4590-ab19-f54b70adbec0 req-4dded421-f934-4574-8d75-4f8d540ce64f service neutron] Transition to ACTIVE for port object 4f9df3e5-1e5c-45b5-9628-2769911f67a4 will not be triggered until provisioned by entity L2. {{(pid=106355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 14:30:33.013409 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-28774772-6788-4590-ab19-f54b70adbec0 req-4dded421-f934-4574-8d75-4f8d540ce64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (4f9df3e5-1e5c-45b5-9628-2769911f67a4), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:33.033816 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd21816-496d-44cb-8ce1-1fdf65233cee req-28bf4310-b556-434e-8eeb-802c0a89f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:33.035411 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bfd21816-496d-44cb-8ce1-1fdf65233cee req-28bf4310-b556-434e-8eeb-802c0a89f80f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 1130 time: 0.5544589 Oct 04 14:30:33.069954 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6ace8-881f-4e11-842d-a9c1db1abeb3 req-08e36ade-4972-4118-98e3-15b555193bed tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:33.076966 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2bb6ace8-881f-4e11-842d-a9c1db1abeb3 req-08e36ade-4972-4118-98e3-15b555193bed tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.4984829 Oct 04 14:30:33.077975 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:33.089848 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2a998-2c4f-4fa9-9578-23d16e376507 req-f2c36f4f-b26c-4ef1-88cd-32ba37e37c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:33.092289 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-61e2a998-2c4f-4fa9-9578-23d16e376507 req-f2c36f4f-b26c-4ef1-88cd-32ba37e37c0c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=1e8ee100-9e5b-4809-8cb0-dbfff2298b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4183207 Oct 04 14:30:33.136360 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-bfd21816-496d-44cb-8ce1-1fdf65233cee req-78bae4ed-f436-460f-9803-ffdf72cec465 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:33.320495 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dded421-f934-4574-8d75-4f8d540ce64f service neutron] Pushing event updated for resources: {'Port': ['ID=4f9df3e5-1e5c-45b5-9628-2769911f67a4,revision_number=2']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:33.337993 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:33.352275 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c55f51-a377-42ff-83c1-83966fdf1f7f req-83e6cd92-ba7a-4f38-81c1-17cfe7648d49 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:33.354048 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-27c55f51-a377-42ff-83c1-83966fdf1f7f req-83e6cd92-ba7a-4f38-81c1-17cfe7648d49 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 944 time: 0.2882292 Oct 04 14:30:33.362621 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port d9a62f08-f97c-4b57-912d-1b054d110489, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=d9a62f08-f97c-4b57-912d-1b054d110489,segment=NetworkSegment(e348613e-3669-436d-a9ac-f6ed2ca47324),segment_id=e348613e-3669-436d-a9ac-f6ed2ca47324)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:30:33.405865 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [req-28774772-6788-4590-ab19-f54b70adbec0 req-4dded421-f934-4574-8d75-4f8d540ce64f service neutron] Attempting to bind port 4f9df3e5-1e5c-45b5-9628-2769911f67a4 on host hv-cinder-86026 for vnic_type normal with profile {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:30:33.406312 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [req-28774772-6788-4590-ab19-f54b70adbec0 req-4dded421-f934-4574-8d75-4f8d540ce64f service neutron] Attempting to bind port 4f9df3e5-1e5c-45b5-9628-2769911f67a4 by drivers openvswitch,hyperv on host hv-cinder-86026 at level 0 using segments [{'id': 'eadc35fa-057b-4202-b790-68a141529e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0'}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:30:33.406654 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28774772-6788-4590-ab19-f54b70adbec0 req-4dded421-f934-4574-8d75-4f8d540ce64f service neutron] Attempting to bind port 4f9df3e5-1e5c-45b5-9628-2769911f67a4 on network c224c131-1e09-47f0-b40a-1a73221baea0 {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:30:33.411335 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-bfd21816-496d-44cb-8ce1-1fdf65233cee req-78bae4ed-f436-460f-9803-ffdf72cec465 service neutron] Publish callbacks [] for security_group (111cedd1-3146-4895-b4cf-72251d8c27b0), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:33.422418 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:33.424653 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:33.483682 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': 'd9a62f08-f97c-4b57-912d-1b054d110489', 'network_id': '1e8ee100-9e5b-4809-8cb0-dbfff2298b1e', 'port_id': 'd9a62f08-f97c-4b57-912d-1b054d110489', 'mac_address': 'fa:16:3e:50:7a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe0231a6-6c05-48d1-bcae-f5fe5f4b4268', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:30:33.531558 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2bb6ace8-881f-4e11-842d-a9c1db1abeb3 req-e2329043-91bb-43ea-9cfe-7149ad9d5a72 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4163020 Oct 04 14:30:33.539820 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-bfd21816-496d-44cb-8ce1-1fdf65233cee req-78bae4ed-f436-460f-9803-ffdf72cec465 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (111cedd1-3146-4895-b4cf-72251d8c27b0), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:33.553758 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:33.558325 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28774772-6788-4590-ab19-f54b70adbec0 req-4dded421-f934-4574-8d75-4f8d540ce64f service neutron] Port 4f9df3e5-1e5c-45b5-9628-2769911f67a4 on network c224c131-1e09-47f0-b40a-1a73221baea0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86026 {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 14:30:33.558682 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28774772-6788-4590-ab19-f54b70adbec0 req-4dded421-f934-4574-8d75-4f8d540ce64f service neutron] Attempting to bind port 4f9df3e5-1e5c-45b5-9628-2769911f67a4 on network c224c131-1e09-47f0-b40a-1a73221baea0 {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:30:33.574186 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-27c55f51-a377-42ff-83c1-83966fdf1f7f req-34633f1f-695a-4299-97e8-10d39b96239f tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696072 Oct 04 14:30:33.665319 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port d9a62f08-f97c-4b57-912d-1b054d110489 is: DOWN; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:33.668368 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (d9a62f08-f97c-4b57-912d-1b054d110489), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:33.687533 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28774772-6788-4590-ab19-f54b70adbec0 req-4dded421-f934-4574-8d75-4f8d540ce64f service neutron] Checking agent: {'id': '7414b559-7f0d-43de-b796-62d1db2de72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86026', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'started_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:30:33.687901 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28774772-6788-4590-ab19-f54b70adbec0 req-4dded421-f934-4574-8d75-4f8d540ce64f service neutron] Checking segment: {'id': 'eadc35fa-057b-4202-b790-68a141529e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:30:33.688643 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28774772-6788-4590-ab19-f54b70adbec0 req-4dded421-f934-4574-8d75-4f8d540ce64f service neutron] Bound using segment: {'id': 'eadc35fa-057b-4202-b790-68a141529e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0'} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:30:33.689316 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [req-28774772-6788-4590-ab19-f54b70adbec0 req-4dded421-f934-4574-8d75-4f8d540ce64f service neutron] Bound port: 4f9df3e5-1e5c-45b5-9628-2769911f67a4, host: hv-cinder-86026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eadc35fa-057b-4202-b790-68a141529e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0'}}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:30:33.689769 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-28774772-6788-4590-ab19-f54b70adbec0 req-4dded421-f934-4574-8d75-4f8d540ce64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (4f9df3e5-1e5c-45b5-9628-2769911f67a4), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:33.733717 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-61e2a998-2c4f-4fa9-9578-23d16e376507 req-f630c46a-c0e6-4c0b-85c4-ecb7efbefafc service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1e8ee100-9e5b-4809-8cb0-dbfff2298b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6251090 Oct 04 14:30:33.748992 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a62f08-f97c-4b57-912d-1b054d110489 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:30:33.751780 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bae4ed-f436-460f-9803-ffdf72cec465 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=111cedd1-3146-4895-b4cf-72251d8c27b0,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:33.775485 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bfd21816-496d-44cb-8ce1-1fdf65233cee req-78bae4ed-f436-460f-9803-ffdf72cec465 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7325387 Oct 04 14:30:33.795526 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 41100) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:33.799985 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port d9a62f08-f97c-4b57-912d-1b054d110489, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=d9a62f08-f97c-4b57-912d-1b054d110489,segment=NetworkSegment(e348613e-3669-436d-a9ac-f6ed2ca47324),segment_id=e348613e-3669-436d-a9ac-f6ed2ca47324)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:30:33.814244 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bae4ed-f436-460f-9803-ffdf72cec465 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:33.814928 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bae4ed-f436-460f-9803-ffdf72cec465 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:33.815331 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bae4ed-f436-460f-9803-ffdf72cec465 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:33.815925 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bae4ed-f436-460f-9803-ffdf72cec465 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:33.816328 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bae4ed-f436-460f-9803-ffdf72cec465 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:33.816850 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bae4ed-f436-460f-9803-ffdf72cec465 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:33.817303 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bae4ed-f436-460f-9803-ffdf72cec465 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:33.817418 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (d9a62f08-f97c-4b57-912d-1b054d110489), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:33.817894 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bae4ed-f436-460f-9803-ffdf72cec465 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:33.818468 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bae4ed-f436-460f-9803-ffdf72cec465 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:33.818877 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bae4ed-f436-460f-9803-ffdf72cec465 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:33.824988 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bae4ed-f436-460f-9803-ffdf72cec465 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:33.825494 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bae4ed-f436-460f-9803-ffdf72cec465 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:33.825988 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bae4ed-f436-460f-9803-ffdf72cec465 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:33.826332 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bae4ed-f436-460f-9803-ffdf72cec465 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:33.826669 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bae4ed-f436-460f-9803-ffdf72cec465 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:30:33.867788 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfdf75-af10-4c83-905a-5be2c0d91d96 req-221127bd-e673-4a35-b828-cfe8fc696d78 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:33.869179 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-631f249e-dd2b-45db-8e3b-161253f15f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:33.875415 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [req-28774772-6788-4590-ab19-f54b70adbec0 req-4dded421-f934-4574-8d75-4f8d540ce64f service neutron] For port 4f9df3e5-1e5c-45b5-9628-2769911f67a4, host hv-cinder-86026, cleared binding levels {{(pid=106355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:30:33.876002 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f7dfdf75-af10-4c83-905a-5be2c0d91d96 req-221127bd-e673-4a35-b828-cfe8fc696d78 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 944 time: 0.2126110 Oct 04 14:30:33.914971 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [req-28774772-6788-4590-ab19-f54b70adbec0 req-4dded421-f934-4574-8d75-4f8d540ce64f service neutron] For port 4f9df3e5-1e5c-45b5-9628-2769911f67a4, host hv-cinder-86026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=4f9df3e5-1e5c-45b5-9628-2769911f67a4,segment=NetworkSegment(eadc35fa-057b-4202-b790-68a141529e21),segment_id=eadc35fa-057b-4202-b790-68a141529e21)] {{(pid=106355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:30:33.930677 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a2b31-fa20-4740-9ff0-59b9e296d671 req-d796e59b-9eb1-45fe-a144-75263a763082 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:33.944579 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-166a2b31-fa20-4740-9ff0-59b9e296d671 req-d796e59b-9eb1-45fe-a144-75263a763082 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 943 time: 0.1741502 Oct 04 14:30:33.954736 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-28774772-6788-4590-ab19-f54b70adbec0 req-4dded421-f934-4574-8d75-4f8d540ce64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (4f9df3e5-1e5c-45b5-9628-2769911f67a4), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:33.962677 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28774772-6788-4590-ab19-f54b70adbec0 req-4dded421-f934-4574-8d75-4f8d540ce64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:33.963437 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-28774772-6788-4590-ab19-f54b70adbec0 req-4dded421-f934-4574-8d75-4f8d540ce64f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for port (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:33.965087 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-28774772-6788-4590-ab19-f54b70adbec0 req-4dded421-f934-4574-8d75-4f8d540ce64f service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/4f9df3e5-1e5c-45b5-9628-2769911f67a4 HTTP/1.1" status: 200 len: 1093 time: 2.0488863 Oct 04 14:30:33.970173 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d55b4f-410d-4527-a9d3-15f1942a46d0', 'tag': '4f9df3e5-1e5c-45b5-9628-2769911f67a4'}] {{(pid=106355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:30:33.973113 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172969012db89328cfee76f0acc2659810ea9ea6244db33f0d123db39f5e3407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92682af-b8b8-4f55-b26e-66948836d327" -d '{"events": [{"name": "network-changed", "server_uuid": "52d55b4f-410d-4527-a9d3-15f1942a46d0", "tag": "4f9df3e5-1e5c-45b5-9628-2769911f67a4"}]}' {{(pid=106355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:30:33.978187 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f7dfdf75-af10-4c83-905a-5be2c0d91d96 req-df8516b4-749d-493e-b050-6d0b35439a7a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=13aa2a0a-add4-42b9-9eec-dc6ae368e333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977004 Oct 04 14:30:34.038098 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:34.071395 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=d9a62f08-f97c-4b57-912d-1b054d110489,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:34.115748 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-166a2b31-fa20-4740-9ff0-59b9e296d671 req-440232f0-659d-4bbc-8001-9813a80f1c9e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473703 Oct 04 14:30:34.125639 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dded421-f934-4574-8d75-4f8d540ce64f service neutron] Pushing event updated for resources: {'Port': ['ID=4f9df3e5-1e5c-45b5-9628-2769911f67a4,revision_number=3']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:34.129527 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b257-f473-48b5-8f3c-6a0a7de979f1 req-241db450-deeb-4012-a19b-c9dd138890a7 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:34.139937 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6623b257-f473-48b5-8f3c-6a0a7de979f1 req-241db450-deeb-4012-a19b-c9dd138890a7 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 945 time: 0.0825174 Oct 04 14:30:34.175294 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-631f249e-dd2b-45db-8e3b-161253f15f96 admin admin] Publish callbacks [] for security_group (793e7471-e8bf-40f4-a84b-b3372bcaf1f1), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:34.180606 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-631f249e-dd2b-45db-8e3b-161253f15f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (793e7471-e8bf-40f4-a84b-b3372bcaf1f1), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:34.211428 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6623b257-f473-48b5-8f3c-6a0a7de979f1 req-53e1bfa8-f796-4882-9b7d-6c2c0cdf6f0b tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695493 Oct 04 14:30:34.212645 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea8f17d-f300-4265-b31c-e7419a31a9f4 x-openstack-request-id: req-0ea8f17d-f300-4265-b31c-e7419a31a9f4 {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:30:34.212940 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d55b4f-410d-4527-a9d3-15f1942a46d0", "tag": "4f9df3e5-1e5c-45b5-9628-2769911f67a4", "status": "completed", "code": 200}]} {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:30:34.213215 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ea8f17d-f300-4265-b31c-e7419a31a9f4 {{(pid=106355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:30:34.213592 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea8f17d-f300-4265-b31c-e7419a31a9f4'] response: {'name': 'network-changed', 'server_uuid': '52d55b4f-410d-4527-a9d3-15f1942a46d0', 'tag': '4f9df3e5-1e5c-45b5-9628-2769911f67a4', 'status': 'completed', 'code': 200} Oct 04 14:30:34.232888 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-631f249e-dd2b-45db-8e3b-161253f15f96 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=66e6a072abf54472b42c30881306fa58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4351618 Oct 04 14:30:34.235654 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 41106) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:34.238304 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f249e-dd2b-45db-8e3b-161253f15f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793e7471-e8bf-40f4-a84b-b3372bcaf1f1,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:34.298057 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-27cc7077-54e1-4e9a-a439-c721d390b902 admin admin] Publish callbacks [] for security_group (793e7471-e8bf-40f4-a84b-b3372bcaf1f1), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:34.320427 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-27cc7077-54e1-4e9a-a439-c721d390b902 admin admin] Publish callbacks [] for security_group (793e7471-e8bf-40f4-a84b-b3372bcaf1f1), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:34.377673 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-27cc7077-54e1-4e9a-a439-c721d390b902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (793e7471-e8bf-40f4-a84b-b3372bcaf1f1), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:34.385336 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-27cc7077-54e1-4e9a-a439-c721d390b902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:34.389660 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-27cc7077-54e1-4e9a-a439-c721d390b902 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/793e7471-e8bf-40f4-a84b-b3372bcaf1f1 HTTP/1.1" status: 204 len: 168 time: 0.1500607 Oct 04 14:30:34.395241 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc7077-54e1-4e9a-a439-c721d390b902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793e7471-e8bf-40f4-a84b-b3372bcaf1f1,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:34.762174 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c027c29-affd-4b9f-901d-767e25e96219 req-295245c6-52e1-4a4a-a245-cf444b7af948 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:34.766372 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4c027c29-affd-4b9f-901d-767e25e96219 req-295245c6-52e1-4a4a-a245-cf444b7af948 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.1025426 Oct 04 14:30:34.776538 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2a62b-f66e-440b-972b-0797a6a9d298 req-fa9648fe-1a20-44e1-b77c-e9a9fde42afd tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:34.779218 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-15a2a62b-f66e-440b-972b-0797a6a9d298 req-fa9648fe-1a20-44e1-b77c-e9a9fde42afd tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 944 time: 0.0668497 Oct 04 14:30:34.852835 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4c027c29-affd-4b9f-901d-767e25e96219 req-28106fe2-6afe-4958-a299-4adf51da6bcc tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800645 Oct 04 14:30:34.860176 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-15a2a62b-f66e-440b-972b-0797a6a9d298 req-309b2bce-f2d8-4d7b-9188-f07ffdc37a80 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726194 Oct 04 14:30:35.128157 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85f240-e3c2-4b4e-8b52-f306f963913a req-9dabb7c4-140f-43d2-ae3b-2dba87cc3027 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:35.131173 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-fa85f240-e3c2-4b4e-8b52-f306f963913a req-9dabb7c4-140f-43d2-ae3b-2dba87cc3027 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 944 time: 0.0670154 Oct 04 14:30:35.201796 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-fa85f240-e3c2-4b4e-8b52-f306f963913a req-36078093-7b45-4f02-a699-c01e9c83aa81 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=13aa2a0a-add4-42b9-9eec-dc6ae368e333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642836 Oct 04 14:30:35.320918 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:35.322049 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6b481-4b93-454c-9427-a5158bc59cc6 req-d197bb17-45c6-47e7-9c27-abe51aba9438 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:35.330594 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bcc6b481-4b93-454c-9427-a5158bc59cc6 req-d197bb17-45c6-47e7-9c27-abe51aba9438 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 943 time: 0.0795231 Oct 04 14:30:35.375212 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d63ae0-b246-49c7-bdeb-e162e241a87d req-0be35b6c-5967-4229-99cf-adb5357c9a4b tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:35.382798 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-65d63ae0-b246-49c7-bdeb-e162e241a87d req-0be35b6c-5967-4229-99cf-adb5357c9a4b tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 945 time: 0.0746353 Oct 04 14:30:35.394156 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:35.394477 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bcc6b481-4b93-454c-9427-a5158bc59cc6 req-50446553-39d6-45b3-beaf-ec58f9581901 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619118 Oct 04 14:30:35.461090 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-65d63ae0-b246-49c7-bdeb-e162e241a87d req-ae0280aa-ef24-4a97-b4c4-66238326fa6f tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772505 Oct 04 14:30:36.022350 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfeab5-e4f5-428c-8e93-40396fed4187 req-2e596040-c43c-42c8-afc8-d59b8bc83bbe tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:36.024022 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b5dfeab5-e4f5-428c-8e93-40396fed4187 req-2e596040-c43c-42c8-afc8-d59b8bc83bbe tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 944 time: 0.0600202 Oct 04 14:30:36.048712 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37e48a-d9c7-48a6-aee9-9c9876e77abd req-6af96040-e25b-4a37-89a5-c060ceb6c2a5 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:36.054721 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9d37e48a-d9c7-48a6-aee9-9c9876e77abd req-6af96040-e25b-4a37-89a5-c060ceb6c2a5 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0983355 Oct 04 14:30:36.093326 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b5dfeab5-e4f5-428c-8e93-40396fed4187 req-061359c2-a8b7-48a2-935f-69241a713ebf tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623171 Oct 04 14:30:36.127535 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9d37e48a-d9c7-48a6-aee9-9c9876e77abd req-5bf91281-3f08-458d-9222-079a96212dc4 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661547 Oct 04 14:30:36.345807 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ef257-fce8-4219-abe3-4bac6184a1ef req-4141748c-abf2-425c-9b45-68eba8f51fe3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:36.347269 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-df3ef257-fce8-4219-abe3-4bac6184a1ef req-4141748c-abf2-425c-9b45-68eba8f51fe3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 944 time: 0.0546992 Oct 04 14:30:36.410592 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-df3ef257-fce8-4219-abe3-4bac6184a1ef req-e2af0d2e-8892-4069-b447-0d8981868f44 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=13aa2a0a-add4-42b9-9eec-dc6ae368e333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553360 Oct 04 14:30:36.562487 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e43b61-ee1b-4014-b952-855ff13369a9 req-3e5f8a8e-4e2d-4888-abf6-f1f6c42743e0 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:36.571957 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-34e43b61-ee1b-4014-b952-855ff13369a9 req-3e5f8a8e-4e2d-4888-abf6-f1f6c42743e0 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 943 time: 0.0816991 Oct 04 14:30:36.678396 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-34e43b61-ee1b-4014-b952-855ff13369a9 req-f77170c3-ce59-49d5-a60c-4af47e9d7478 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044486 Oct 04 14:30:36.679436 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc23a4-4bc6-47a3-8894-9c1aabdf2a86 req-a09fca55-c86c-49c3-9ffd-77fa9e4af538 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:36.694122 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-cfcc23a4-4bc6-47a3-8894-9c1aabdf2a86 req-a09fca55-c86c-49c3-9ffd-77fa9e4af538 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 945 time: 0.1463745 Oct 04 14:30:36.699583 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device fdc4ad8e-1631-4821-915b-f8fee37479d7 details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:30:36.785412 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-cfcc23a4-4bc6-47a3-8894-9c1aabdf2a86 req-ec11485c-0fe1-4348-b2db-2ba883bace0f tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899181 Oct 04 14:30:36.820980 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 41186) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:36.891493 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port fdc4ad8e-1631-4821-915b-f8fee37479d7, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=fdc4ad8e-1631-4821-915b-f8fee37479d7,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:30:36.906652 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': 'fdc4ad8e-1631-4821-915b-f8fee37479d7', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'port_id': 'fdc4ad8e-1631-4821-915b-f8fee37479d7', 'mac_address': 'fa:16:3e:0a:c2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:30:36.965852 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port fdc4ad8e-1631-4821-915b-f8fee37479d7 is: DOWN; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:36.966365 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:36.979256 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:36.983412 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-cd09d6ba-c6ff-490b-8fcc-b727ee256628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:36.984100 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc4ad8e-1631-4821-915b-f8fee37479d7 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:30:37.023937 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port fdc4ad8e-1631-4821-915b-f8fee37479d7, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=fdc4ad8e-1631-4821-915b-f8fee37479d7,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:30:37.030117 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:37.091565 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:37.092934 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-cd09d6ba-c6ff-490b-8fcc-b727ee256628 admin admin] Publish callbacks [] for security_group (0a360f7b-2723-490c-9729-f6dbc05181a1), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:37.101016 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-cd09d6ba-c6ff-490b-8fcc-b727ee256628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (0a360f7b-2723-490c-9729-f6dbc05181a1), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:37.104816 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=fdc4ad8e-1631-4821-915b-f8fee37479d7,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:37.140556 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-61e2a998-2c4f-4fa9-9578-23d16e376507 req-0e1440ea-db5c-4754-a179-817312bd45b8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1e8ee100-9e5b-4809-8cb0-dbfff2298b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458647 Oct 04 14:30:37.158218 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09d6ba-c6ff-490b-8fcc-b727ee256628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a360f7b-2723-490c-9729-f6dbc05181a1,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:37.186664 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 41198) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:37.187897 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-cd09d6ba-c6ff-490b-8fcc-b727ee256628 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3a8972134f1b4e958c4133695eaf6042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3657589 Oct 04 14:30:37.286655 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a28058-02c9-46dd-a00f-a9ab68e8c274 req-b55d9e1b-92e3-49a6-b373-ae20559bf7c6 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:37.288264 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e6a28058-02c9-46dd-a00f-a9ab68e8c274 req-b55d9e1b-92e3-49a6-b373-ae20559bf7c6 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 944 time: 0.0702617 Oct 04 14:30:37.300531 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4d30f-37ae-46c5-a2fc-f5aea5ef1090 req-63be3f80-6e70-4528-8699-1ddd234542a5 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:37.303184 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f0c4d30f-37ae-46c5-a2fc-f5aea5ef1090 req-63be3f80-6e70-4528-8699-1ddd234542a5 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 944 time: 0.0569093 Oct 04 14:30:37.306821 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2f576409-d42a-46f0-905c-d3774fdad483 admin admin] Publish callbacks [] for security_group (0a360f7b-2723-490c-9729-f6dbc05181a1), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:37.350279 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2f576409-d42a-46f0-905c-d3774fdad483 admin admin] Publish callbacks [] for security_group (0a360f7b-2723-490c-9729-f6dbc05181a1), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:37.351997 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:37.365756 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f0c4d30f-37ae-46c5-a2fc-f5aea5ef1090 req-c44e7d14-f475-4164-bb72-c002487ab28d tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555303 Oct 04 14:30:37.386508 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e6a28058-02c9-46dd-a00f-a9ab68e8c274 req-ab5656f0-4ff1-4232-872c-a9d94e6f9ed4 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922894 Oct 04 14:30:37.429628 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2f576409-d42a-46f0-905c-d3774fdad483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (0a360f7b-2723-490c-9729-f6dbc05181a1), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:37.432072 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2f576409-d42a-46f0-905c-d3774fdad483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:37.435748 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-2f576409-d42a-46f0-905c-d3774fdad483 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0a360f7b-2723-490c-9729-f6dbc05181a1 HTTP/1.1" status: 204 len: 168 time: 0.2455513 Oct 04 14:30:37.441847 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f576409-d42a-46f0-905c-d3774fdad483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a360f7b-2723-490c-9729-f6dbc05181a1,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:37.582110 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 3a45f381-06ca-4183-af22-7b3ce0bb06a4 up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:30:37.592053 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bd996-e4f4-414c-95c0-a3d7bdf1b2f5 req-f104e2e9-3286-40ed-817a-a75986664f02 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:37.593698 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-283bd996-e4f4-414c-95c0-a3d7bdf1b2f5 req-f104e2e9-3286-40ed-817a-a75986664f02 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 944 time: 0.0650465 Oct 04 14:30:37.655737 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning for port 3a45f381-06ca-4183-af22-7b3ce0bb06a4 completed by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 14:30:37.666728 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port 3a45f381-06ca-4183-af22-7b3ce0bb06a4 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:37.669659 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (3a45f381-06ca-4183-af22-7b3ce0bb06a4), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:37.671712 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port 3a45f381-06ca-4183-af22-7b3ce0bb06a4 Oct 04 14:30:37.685506 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92682af-b8b8-4f55-b26e-66948836d327 req-38ff8342-8ce4-4d63-ba41-455993d5950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:37.687101 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c92682af-b8b8-4f55-b26e-66948836d327 req-38ff8342-8ce4-4d63-ba41-455993d5950e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=3a4fa5d0aa0e4bf98816e4600023ca99&device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 1127 time: 0.0924418 Oct 04 14:30:37.772616 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-283bd996-e4f4-414c-95c0-a3d7bdf1b2f5 req-aa271f59-5a03-4f9c-9595-6ec11c06a59f tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=13aa2a0a-add4-42b9-9eec-dc6ae368e333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472712 Oct 04 14:30:37.899619 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 3a45f381-06ca-4183-af22-7b3ce0bb06a4 is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:37.902285 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (3a45f381-06ca-4183-af22-7b3ce0bb06a4), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:37.931171 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 41228) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:37.944935 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747f6f3-d499-48e9-802d-5fd1a774fb7f req-dcfa18fa-7793-41f2-918c-768641f1463f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:37.949765 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2747f6f3-d499-48e9-802d-5fd1a774fb7f req-dcfa18fa-7793-41f2-918c-768641f1463f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 943 time: 0.1152673 Oct 04 14:30:37.952383 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['d9a62f08-f97c-4b57-912d-1b054d110489'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:30:37.967042 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e52fc89a-6ce4-4d1d-8584-7a8134002b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:38.056344 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92da7788-17c4-4129-b353-b25576213350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a45f381-06ca-4183-af22-7b3ce0bb06a4'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:30:38.059375 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0c427a-c83b-47a6-9f02-06e91cd80d44" -d '{"events": [{"server_uuid": "92da7788-17c4-4129-b353-b25576213350", "name": "network-vif-plugged", "status": "completed", "tag": "3a45f381-06ca-4183-af22-7b3ce0bb06a4"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:30:38.077087 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2747f6f3-d499-48e9-802d-5fd1a774fb7f req-be186977-786e-4c20-9137-564cfe5052cc tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162884 Oct 04 14:30:38.086252 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98103d5-722f-4c27-97f8-d383eacc205c req-b40031b4-407e-4a65-b2d8-6061e016be58 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:38.095345 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e98103d5-722f-4c27-97f8-d383eacc205c req-b40031b4-407e-4a65-b2d8-6061e016be58 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 945 time: 0.1556973 Oct 04 14:30:38.103316 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['fdc4ad8e-1631-4821-915b-f8fee37479d7'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:30:38.127882 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:38.183898 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 3a45f381-06ca-4183-af22-7b3ce0bb06a4, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=3a45f381-06ca-4183-af22-7b3ce0bb06a4,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:30:38.195845 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc695491-2233-40e5-a1c7-2d9da2dcecf5 x-openstack-request-id: req-cc695491-2233-40e5-a1c7-2d9da2dcecf5 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:30:38.196263 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92da7788-17c4-4129-b353-b25576213350", "name": "network-vif-plugged", "status": "completed", "tag": "3a45f381-06ca-4183-af22-7b3ce0bb06a4", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:30:38.196585 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc695491-2233-40e5-a1c7-2d9da2dcecf5 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:30:38.196991 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc695491-2233-40e5-a1c7-2d9da2dcecf5'] response: {'server_uuid': '92da7788-17c4-4129-b353-b25576213350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a45f381-06ca-4183-af22-7b3ce0bb06a4', 'code': 200} Oct 04 14:30:38.201865 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (3a45f381-06ca-4183-af22-7b3ce0bb06a4), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:38.203851 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device fdd48946-1df6-48c0-871f-7f58d52dcaba up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:30:38.214236 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:38.413588 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=3a45f381-06ca-4183-af22-7b3ce0bb06a4,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:38.447601 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning for port fdd48946-1df6-48c0-871f-7f58d52dcaba completed by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 14:30:38.467105 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92682af-b8b8-4f55-b26e-66948836d327 req-8bb2b3c8-8891-4797-8e8c-c6268fd635f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:38.469012 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c92682af-b8b8-4f55-b26e-66948836d327 req-8bb2b3c8-8891-4797-8e8c-c6268fd635f2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=3a4fa5d0aa0e4bf98816e4600023ca99&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4518456 Oct 04 14:30:38.496044 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port fdd48946-1df6-48c0-871f-7f58d52dcaba triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:38.496448 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (fdd48946-1df6-48c0-871f-7f58d52dcaba), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:38.498864 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port fdd48946-1df6-48c0-871f-7f58d52dcaba Oct 04 14:30:38.513091 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e98103d5-722f-4c27-97f8-d383eacc205c req-74f9d388-e8a5-409b-adde-3436efdfecc2 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158983 Oct 04 14:30:38.600192 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e52fc89a-6ce4-4d1d-8584-7a8134002b8d admin admin] Publish callbacks [] for security_group (72912e39-efe3-40eb-9767-04234daf4043), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:38.607258 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e52fc89a-6ce4-4d1d-8584-7a8134002b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (72912e39-efe3-40eb-9767-04234daf4043), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:38.636077 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:38.657359 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4355f-c973-4ac1-9406-12877324a3cb req-a2fae8db-fa3c-45c8-b673-ac0dcbd85e7c tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:38.683312 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d7c4355f-c973-4ac1-9406-12877324a3cb req-a2fae8db-fa3c-45c8-b673-ac0dcbd85e7c tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 944 time: 0.1355772 Oct 04 14:30:38.726410 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-e52fc89a-6ce4-4d1d-8584-7a8134002b8d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b2d952ad64314600a876e74eac87a424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7937763 Oct 04 14:30:38.731757 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 41244) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:38.783821 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port fdd48946-1df6-48c0-871f-7f58d52dcaba is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:38.784219 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (fdd48946-1df6-48c0-871f-7f58d52dcaba), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:38.813023 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d7c4355f-c973-4ac1-9406-12877324a3cb req-2352db66-4e88-4ca1-b3b9-139ed2d1a64c tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275129 Oct 04 14:30:38.858193 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fc89a-6ce4-4d1d-8584-7a8134002b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72912e39-efe3-40eb-9767-04234daf4043,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:38.872052 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68402c3b-2ba9-4f1f-8c4f-1e86ea126b68 req-504be588-e6fc-45ea-a977-9fc3275d010c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:38.873857 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-68402c3b-2ba9-4f1f-8c4f-1e86ea126b68 req-504be588-e6fc-45ea-a977-9fc3275d010c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 944 time: 0.1460798 Oct 04 14:30:38.909196 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port fdd48946-1df6-48c0-871f-7f58d52dcaba, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=fdd48946-1df6-48c0-871f-7f58d52dcaba,segment=NetworkSegment(80436793-7021-4ca5-bbb3-a3b3adc26a9e),segment_id=80436793-7021-4ca5-bbb3-a3b3adc26a9e)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:30:38.916454 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (fdd48946-1df6-48c0-871f-7f58d52dcaba), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:38.983179 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=fdd48946-1df6-48c0-871f-7f58d52dcaba,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:39.006769 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5296f90-e886-4369-b400-5dd6f8cdac22 req-d056acc6-95e0-4a5f-aed2-1e1d6c655e22 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:39.008771 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d5296f90-e886-4369-b400-5dd6f8cdac22 req-d056acc6-95e0-4a5f-aed2-1e1d6c655e22 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 945 time: 0.0674918 Oct 04 14:30:39.030221 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:39.074453 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d5296f90-e886-4369-b400-5dd6f8cdac22 req-de23f116-9425-4543-87a8-1def3f3c757b tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=13aa2a0a-add4-42b9-9eec-dc6ae368e333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591145 Oct 04 14:30:39.125671 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-68402c3b-2ba9-4f1f-8c4f-1e86ea126b68 req-c3786ce8-bf99-46b5-83b3-53494c0392c2 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954200 Oct 04 14:30:39.126556 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5b20f38e-e6d1-428c-ab6a-15683b038758 admin admin] Publish callbacks [] for security_group (72912e39-efe3-40eb-9767-04234daf4043), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:39.192360 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92682af-b8b8-4f55-b26e-66948836d327 req-15e07613-7fcb-4ec4-b1a9-5c3942eeffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:39.194508 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c92682af-b8b8-4f55-b26e-66948836d327 req-15e07613-7fcb-4ec4-b1a9-5c3942eeffba service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3969493 Oct 04 14:30:39.197876 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:39.200069 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5b20f38e-e6d1-428c-ab6a-15683b038758 admin admin] Publish callbacks [] for security_group (72912e39-efe3-40eb-9767-04234daf4043), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:39.242929 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3fc76-a51e-40d8-8c66-c01c5278f24b req-b1c29f42-15da-468b-b65a-b8ad6443dccf tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:39.244594 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b6b3fc76-a51e-40d8-8c66-c01c5278f24b req-b1c29f42-15da-468b-b65a-b8ad6443dccf tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 943 time: 0.0588760 Oct 04 14:30:39.264800 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5b20f38e-e6d1-428c-ab6a-15683b038758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (72912e39-efe3-40eb-9767-04234daf4043), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:39.268105 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5b20f38e-e6d1-428c-ab6a-15683b038758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:39.274682 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-5b20f38e-e6d1-428c-ab6a-15683b038758 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/72912e39-efe3-40eb-9767-04234daf4043 HTTP/1.1" status: 204 len: 168 time: 0.5391514 Oct 04 14:30:39.285974 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:39.290006 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:39.301183 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20f38e-e6d1-428c-ab6a-15683b038758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72912e39-efe3-40eb-9767-04234daf4043,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:39.368537 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b6b3fc76-a51e-40d8-8c66-c01c5278f24b req-fac32740-46bd-4a00-84df-4f305cddb1e3 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153393 Oct 04 14:30:39.465559 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c27c2-2e91-4688-8e5c-37c1535938b5 req-d0f8d547-0ef3-4b77-88ed-f1cda030aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:39.467896 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2d9c27c2-2e91-4688-8e5c-37c1535938b5 req-d0f8d547-0ef3-4b77-88ed-f1cda030aaf2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 1129 time: 0.0949543 Oct 04 14:30:39.578633 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28774772-6788-4590-ab19-f54b70adbec0 req-2c6e064e-238b-468e-a6ac-b33433fd3d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:39.583480 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-28774772-6788-4590-ab19-f54b70adbec0 req-2c6e064e-238b-468e-a6ac-b33433fd3d1b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=3a4fa5d0aa0e4bf98816e4600023ca99&device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 1127 time: 0.0944002 Oct 04 14:30:39.609489 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2d9c27c2-2e91-4688-8e5c-37c1535938b5 req-f24556df-1e75-4c93-badb-2b16fe1abdc3 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=13aa2a0a-add4-42b9-9eec-dc6ae368e333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010449 Oct 04 14:30:39.670946 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-28774772-6788-4590-ab19-f54b70adbec0 req-7e15ee65-c142-4c96-82e6-d7817a74c9f2 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f9df3e5-1e5c-45b5-9628-2769911f67a4 HTTP/1.1" status: 200 len: 217 time: 0.0599830 Oct 04 14:30:39.722709 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240db66c-1550-47ac-a523-58cf0cf7a21a req-164fd604-037b-4e17-91bd-63f38b71439b tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:39.732973 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-240db66c-1550-47ac-a523-58cf0cf7a21a req-164fd604-037b-4e17-91bd-63f38b71439b tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 945 time: 0.0738349 Oct 04 14:30:39.807505 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-240db66c-1550-47ac-a523-58cf0cf7a21a req-c998ac86-1bc2-4325-8a4c-e63546556601 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733883 Oct 04 14:30:40.015963 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3b35a-cb61-4146-a62c-30371b71d0b9 req-94c7df71-af7c-4e5d-8c5d-3d4e8a6ffaf1 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:40.024165 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-97a3b35a-cb61-4146-a62c-30371b71d0b9 req-94c7df71-af7c-4e5d-8c5d-3d4e8a6ffaf1 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0881972 Oct 04 14:30:40.090983 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28774772-6788-4590-ab19-f54b70adbec0 req-e9c0b158-e097-41b7-8e2d-6e6d3fbccf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:40.092956 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-28774772-6788-4590-ab19-f54b70adbec0 req-e9c0b158-e097-41b7-8e2d-6e6d3fbccf84 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=f924e31c-043d-4433-825a-9f71ad91746e HTTP/1.1" status: 200 len: 849 time: 0.0766401 Oct 04 14:30:40.102454 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-97a3b35a-cb61-4146-a62c-30371b71d0b9 req-6b31c8b3-4c87-42b5-87ed-977c143ca78c tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769212 Oct 04 14:30:40.199321 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd38da3-9e0e-426c-b4a2-9c582119f22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd48946-1df6-48c0-871f-7f58d52dcaba'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:30:40.204577 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c318eae0-5cf4-41b6-9e46-9c427bb26393" -d '{"events": [{"server_uuid": "0cd38da3-9e0e-426c-b4a2-9c582119f22f", "name": "network-vif-plugged", "status": "completed", "tag": "fdd48946-1df6-48c0-871f-7f58d52dcaba"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:30:40.242536 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab3a9d-033d-4c73-89a1-301c6b935c3d req-829b44cb-5300-4c8f-a436-4b175bd48b5e tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:40.246808 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-83ab3a9d-033d-4c73-89a1-301c6b935c3d req-829b44cb-5300-4c8f-a436-4b175bd48b5e tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 945 time: 0.0800710 Oct 04 14:30:40.266995 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device fdc4ad8e-1631-4821-915b-f8fee37479d7 up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:30:40.344435 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9721dc-685a-418e-a67c-8d7a80084a12 req-02bbf755-8dc7-4f80-bb4f-77c6891fc11a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:40.350000 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning for port fdc4ad8e-1631-4821-915b-f8fee37479d7 completed by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 14:30:40.358735 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-bd9721dc-685a-418e-a67c-8d7a80084a12 req-02bbf755-8dc7-4f80-bb4f-77c6891fc11a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 944 time: 0.1188965 Oct 04 14:30:40.361249 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port fdc4ad8e-1631-4821-915b-f8fee37479d7 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:40.362261 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:40.363809 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port fdc4ad8e-1631-4821-915b-f8fee37479d7 Oct 04 14:30:40.375682 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-83ab3a9d-033d-4c73-89a1-301c6b935c3d req-05bc7d99-50e7-493b-ab56-5f2e012d6ac4 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=13aa2a0a-add4-42b9-9eec-dc6ae368e333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149073 Oct 04 14:30:40.487753 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-bd9721dc-685a-418e-a67c-8d7a80084a12 req-aefc799b-35ef-4dcb-8d6e-1ab9c31b6950 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276751 Oct 04 14:30:40.514173 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a595d9-2154-42e5-bddb-02d7e75ef8e4 x-openstack-request-id: req-74a595d9-2154-42e5-bddb-02d7e75ef8e4 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:30:40.515382 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd38da3-9e0e-426c-b4a2-9c582119f22f", "name": "network-vif-plugged", "status": "completed", "tag": "fdd48946-1df6-48c0-871f-7f58d52dcaba", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:30:40.515715 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74a595d9-2154-42e5-bddb-02d7e75ef8e4 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:30:40.529658 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74a595d9-2154-42e5-bddb-02d7e75ef8e4'] response: {'server_uuid': '0cd38da3-9e0e-426c-b4a2-9c582119f22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd48946-1df6-48c0-871f-7f58d52dcaba', 'code': 200} Oct 04 14:30:40.554365 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port fdc4ad8e-1631-4821-915b-f8fee37479d7 is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:40.554976 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:40.603358 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port fdc4ad8e-1631-4821-915b-f8fee37479d7, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=fdc4ad8e-1631-4821-915b-f8fee37479d7,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:30:40.606209 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd4a83-2443-4145-adcf-0a2c6f90971e req-2aebeda8-1c7a-4e4c-a592-ae56b97d413c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:40.611002 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:40.612268 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device d9a62f08-f97c-4b57-912d-1b054d110489 up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:30:40.614136 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-68dd4a83-2443-4145-adcf-0a2c6f90971e req-2aebeda8-1c7a-4e4c-a592-ae56b97d413c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 943 time: 0.0681925 Oct 04 14:30:40.685587 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-68dd4a83-2443-4145-adcf-0a2c6f90971e req-2783c7c3-d5e0-440b-90f2-6571a1f7cbf7 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698109 Oct 04 14:30:40.717111 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=fdc4ad8e-1631-4821-915b-f8fee37479d7,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:40.750821 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning for port d9a62f08-f97c-4b57-912d-1b054d110489 completed by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 14:30:40.787592 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28774772-6788-4590-ab19-f54b70adbec0 req-2b53c8aa-83d6-4825-8871-4ad2b6fc5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:40.789043 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port d9a62f08-f97c-4b57-912d-1b054d110489 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:40.789519 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (d9a62f08-f97c-4b57-912d-1b054d110489), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:40.789868 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port d9a62f08-f97c-4b57-912d-1b054d110489 Oct 04 14:30:40.790228 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-28774772-6788-4590-ab19-f54b70adbec0 req-2b53c8aa-83d6-4825-8871-4ad2b6fc5546 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c224c131-1e09-47f0-b40a-1a73221baea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842397 Oct 04 14:30:40.832797 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:40.965798 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port d9a62f08-f97c-4b57-912d-1b054d110489 is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:40.970060 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (d9a62f08-f97c-4b57-912d-1b054d110489), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:41.040735 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a1660-e9bf-43f6-8dea-89cece287284 req-39b1ef3d-241a-4a74-a577-d8652b9ef411 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:41.046199 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port d9a62f08-f97c-4b57-912d-1b054d110489, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=d9a62f08-f97c-4b57-912d-1b054d110489,segment=NetworkSegment(e348613e-3669-436d-a9ac-f6ed2ca47324),segment_id=e348613e-3669-436d-a9ac-f6ed2ca47324)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:30:41.058244 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (d9a62f08-f97c-4b57-912d-1b054d110489), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:41.085289 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-fb7a1660-e9bf-43f6-8dea-89cece287284 req-39b1ef3d-241a-4a74-a577-d8652b9ef411 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 945 time: 0.0939069 Oct 04 14:30:41.113420 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-28774772-6788-4590-ab19-f54b70adbec0 req-3d9b540d-0760-4b83-bea2-ee5706a24319 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c224c131-1e09-47f0-b40a-1a73221baea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514582 Oct 04 14:30:41.126834 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=d9a62f08-f97c-4b57-912d-1b054d110489,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:41.258967 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-fb7a1660-e9bf-43f6-8dea-89cece287284 req-ac19aeaf-1970-4a0a-a15b-0f0e0fafadfe tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371431 Oct 04 14:30:41.436055 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64145083-9fb4-4f8d-b604-2e19d0be25e9 req-88835a80-d2b9-444f-b1f9-e279b0f9076f tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:41.448637 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-64145083-9fb4-4f8d-b604-2e19d0be25e9 req-88835a80-d2b9-444f-b1f9-e279b0f9076f tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.1383061 Oct 04 14:30:41.534277 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-64145083-9fb4-4f8d-b604-2e19d0be25e9 req-02975e64-da6e-4e5e-ad6d-a523cccc91d2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842204 Oct 04 14:30:41.651989 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171722c6-7b29-4227-a80b-36d7565a83d7 req-37a6d4da-acb1-4a0e-ae8b-7b4d7850b38c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:41.663287 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-171722c6-7b29-4227-a80b-36d7565a83d7 req-37a6d4da-acb1-4a0e-ae8b-7b4d7850b38c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 945 time: 0.1067441 Oct 04 14:30:41.796057 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-171722c6-7b29-4227-a80b-36d7565a83d7 req-d08e7925-9fe3-4a06-af73-fdaff427fdbe tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=13aa2a0a-add4-42b9-9eec-dc6ae368e333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279445 Oct 04 14:30:41.886146 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8f27a-a61a-4c4b-b14c-fe5b420d53a3 req-e1526981-cc07-4ffd-800f-c34d7ffef950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:41.887837 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0db8f27a-a61a-4c4b-b14c-fe5b420d53a3 req-e1526981-cc07-4ffd-800f-c34d7ffef950 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 1129 time: 0.2755501 Oct 04 14:30:41.981322 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:41.983832 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-28774772-6788-4590-ab19-f54b70adbec0 req-7431019d-7cfc-47de-9c76-c54aee0e6904 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c224c131-1e09-47f0-b40a-1a73221baea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752477 Oct 04 14:30:42.007212 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fa5a6-3e7c-4d49-a5b5-5f066b7b74da req-1ad3960a-c1fd-4a53-9187-ac550140e268 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:42.014446 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e06fa5a6-3e7c-4d49-a5b5-5f066b7b74da req-1ad3960a-c1fd-4a53-9187-ac550140e268 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.1236904 Oct 04 14:30:42.041694 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f46ca5-93e4-4e9a-93a0-547269636d47 req-6df52754-ab14-4d90-bfa0-194c797dbe7e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:42.053349 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c7f46ca5-93e4-4e9a-93a0-547269636d47 req-6df52754-ab14-4d90-bfa0-194c797dbe7e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 943 time: 0.1147406 Oct 04 14:30:42.087974 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:42.107131 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e06fa5a6-3e7c-4d49-a5b5-5f066b7b74da req-a56d562c-32d4-4025-aa23-9410fb172726 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918183 Oct 04 14:30:42.130786 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0db8f27a-a61a-4c4b-b14c-fe5b420d53a3 req-d1290d91-842a-4cd2-8712-e6b13e03dadc service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013694 Oct 04 14:30:42.131089 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c7f46ca5-93e4-4e9a-93a0-547269636d47 req-0b13289d-a1b4-4dc8-abfa-49e3cca7445c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730095 Oct 04 14:30:42.402540 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 41378) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:42.404132 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc9e53-9e89-4a69-be1e-44ddd37c320c req-585fe7e1-3fef-4d24-b413-0ead70ab90a7 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:42.405750 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-28bc9e53-9e89-4a69-be1e-44ddd37c320c req-585fe7e1-3fef-4d24-b413-0ead70ab90a7 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 946 time: 0.0521457 Oct 04 14:30:42.473335 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-28bc9e53-9e89-4a69-be1e-44ddd37c320c req-e78a8f12-7a51-4782-b8b9-af623fbac8ea tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597997 Oct 04 14:30:42.531693 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128c7edb-5a5c-4f1c-b3cc-efc3b3a00677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc4ad8e-1631-4821-915b-f8fee37479d7'}, {'server_uuid': 'a76166c5-baf9-4033-be8c-b138512c2fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a62f08-f97c-4b57-912d-1b054d110489'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:30:42.535759 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0828e1-fef4-4cd6-9669-ccf01c0619c3" -d '{"events": [{"server_uuid": "128c7edb-5a5c-4f1c-b3cc-efc3b3a00677", "name": "network-vif-plugged", "status": "completed", "tag": "fdc4ad8e-1631-4821-915b-f8fee37479d7"}, {"server_uuid": "a76166c5-baf9-4033-be8c-b138512c2fdc", "name": "network-vif-plugged", "status": "completed", "tag": "d9a62f08-f97c-4b57-912d-1b054d110489"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:30:42.542556 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-46f9aade-7b3b-4187-bc30-c22f75337f09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:42.585020 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 04 Oct 2022 14:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6aa6a8-4c48-46c0-9e63-ac63f47f3527 x-openstack-request-id: req-be6aa6a8-4c48-46c0-9e63-ac63f47f3527 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:30:42.586434 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128c7edb-5a5c-4f1c-b3cc-efc3b3a00677", "name": "network-vif-plugged", "status": "completed", "tag": "fdc4ad8e-1631-4821-915b-f8fee37479d7", "code": 200}, {"server_uuid": "a76166c5-baf9-4033-be8c-b138512c2fdc", "name": "network-vif-plugged", "status": "completed", "tag": "d9a62f08-f97c-4b57-912d-1b054d110489", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:30:42.586434 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be6aa6a8-4c48-46c0-9e63-ac63f47f3527 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:30:42.587568 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be6aa6a8-4c48-46c0-9e63-ac63f47f3527'] response: {'server_uuid': '128c7edb-5a5c-4f1c-b3cc-efc3b3a00677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc4ad8e-1631-4821-915b-f8fee37479d7', 'code': 200} Oct 04 14:30:42.588024 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be6aa6a8-4c48-46c0-9e63-ac63f47f3527'] response: {'server_uuid': 'a76166c5-baf9-4033-be8c-b138512c2fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a62f08-f97c-4b57-912d-1b054d110489', 'code': 200} Oct 04 14:30:42.654567 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-46f9aade-7b3b-4187-bc30-c22f75337f09 admin admin] Publish callbacks [] for security_group (9d56b7d1-60e2-4b76-a024-e9d198fc8188), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:42.660357 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-46f9aade-7b3b-4187-bc30-c22f75337f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (9d56b7d1-60e2-4b76-a024-e9d198fc8188), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:42.694975 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8297f-4891-47e0-bfec-a3d8855a1fce req-ffb28405-0d49-41fe-be83-808205b1fdf0 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:42.696276 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cad8297f-4891-47e0-bfec-a3d8855a1fce req-ffb28405-0d49-41fe-be83-808205b1fdf0 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0702667 Oct 04 14:30:42.711088 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-46f9aade-7b3b-4187-bc30-c22f75337f09 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2e3d973693cc45d0abaa391442971e88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074121 Oct 04 14:30:42.712043 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 41388) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:42.712240 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9aade-7b3b-4187-bc30-c22f75337f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d56b7d1-60e2-4b76-a024-e9d198fc8188,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:42.786752 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cad8297f-4891-47e0-bfec-a3d8855a1fce req-fe054c22-34ab-480d-a452-57c0edc95114 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844741 Oct 04 14:30:42.806410 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-363b7d17-43b4-4414-84a3-805668656617 admin admin] Publish callbacks [] for security_group (9d56b7d1-60e2-4b76-a024-e9d198fc8188), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:42.833841 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-363b7d17-43b4-4414-84a3-805668656617 admin admin] Publish callbacks [] for security_group (9d56b7d1-60e2-4b76-a024-e9d198fc8188), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:42.898962 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-363b7d17-43b4-4414-84a3-805668656617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (9d56b7d1-60e2-4b76-a024-e9d198fc8188), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:42.902040 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-363b7d17-43b4-4414-84a3-805668656617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:42.903381 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-363b7d17-43b4-4414-84a3-805668656617 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9d56b7d1-60e2-4b76-a024-e9d198fc8188 HTTP/1.1" status: 204 len: 168 time: 0.1894019 Oct 04 14:30:42.914016 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b7d17-43b4-4414-84a3-805668656617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d56b7d1-60e2-4b76-a024-e9d198fc8188,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:42.968031 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ccf90-b6f9-43db-ad9a-fb20fe0525db req-7d2d8cd1-f047-4b78-be74-18bf39ccbbe8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:42.969562 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-bb8ccf90-b6f9-43db-ad9a-fb20fe0525db req-7d2d8cd1-f047-4b78-be74-18bf39ccbbe8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 945 time: 0.0645921 Oct 04 14:30:43.046381 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-bb8ccf90-b6f9-43db-ad9a-fb20fe0525db req-1cddfd9f-06f9-4c5a-b047-817514581e10 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=13aa2a0a-add4-42b9-9eec-dc6ae368e333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678635 Oct 04 14:30:43.357686 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db405d97-0172-448f-8937-f1b614587aa0 req-5cf5c344-b8b3-4700-80a9-31589c5f48c6 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:43.372569 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-db405d97-0172-448f-8937-f1b614587aa0 req-5cf5c344-b8b3-4700-80a9-31589c5f48c6 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 945 time: 0.0911710 Oct 04 14:30:43.376115 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 41412) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:43.386919 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-d463d721-20b6-4734-a7b6-c3115fabb150 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Request body: {'floatingip': {'port_id': '3a45f381-06ca-4183-af22-7b3ce0bb06a4'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:30:43.465676 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004a32c-26d7-424b-a160-a985348ee053 req-fbe41a99-d689-4051-90b5-a2e3652b9c9e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:43.475610 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d004a32c-26d7-424b-a160-a985348ee053 req-fbe41a99-d689-4051-90b5-a2e3652b9c9e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.1600108 Oct 04 14:30:43.533166 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d463d721-20b6-4734-a7b6-c3115fabb150 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (e9304e2c-c592-4564-83bc-d35a048fe767), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:43.552025 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:43.561477 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d004a32c-26d7-424b-a160-a985348ee053 req-69001c77-35c6-46f1-8d2c-912d165ae6ec tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849106 Oct 04 14:30:43.616491 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 41418) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:43.632640 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d2e102ed-5aae-408c-aaf2-66d9f99f9e45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:43.713957 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e53a38-c45f-4c75-bd47-09ddceece701 req-cdabae84-73dd-4358-bc24-bf7bd3e942e5 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:43.717207 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e8e53a38-c45f-4c75-bd47-09ddceece701 req-cdabae84-73dd-4358-bc24-bf7bd3e942e5 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 946 time: 0.0691917 Oct 04 14:30:43.762853 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:43.823636 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d2e102ed-5aae-408c-aaf2-66d9f99f9e45 admin admin] Publish callbacks [] for security_group (894caf55-5d65-45cb-a7a9-33e478480512), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:43.828566 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e8e53a38-c45f-4c75-bd47-09ddceece701 req-c0bd28ad-a4dd-469c-bc61-8fbeb4c7e0bd tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946221 Oct 04 14:30:43.831074 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d2e102ed-5aae-408c-aaf2-66d9f99f9e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (894caf55-5d65-45cb-a7a9-33e478480512), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:43.896644 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7fa85-fcc5-4c71-ae71-7f513a2c2462 req-c905bb10-2f30-4368-93fb-a9dd3467be24 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:43.898387 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e102ed-5aae-408c-aaf2-66d9f99f9e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894caf55-5d65-45cb-a7a9-33e478480512,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:43.900579 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9cb7fa85-fcc5-4c71-ae71-7f513a2c2462 req-c905bb10-2f30-4368-93fb-a9dd3467be24 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 943 time: 0.3899832 Oct 04 14:30:43.904367 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-d2e102ed-5aae-408c-aaf2-66d9f99f9e45 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6841f8c226564d6ab5ff4ac6df9c89c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860012 Oct 04 14:30:43.909127 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 41422) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:44.039091 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a998bd-32be-45f0-8823-a33f85f5919c req-41d0b7b5-4735-4062-8860-db192d284cc7 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:44.040675 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-06a998bd-32be-45f0-8823-a33f85f5919c req-41d0b7b5-4735-4062-8860-db192d284cc7 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.1117523 Oct 04 14:30:44.076940 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-285a4c4e-e12b-4af2-9c6f-758c84b11bf9 admin admin] Publish callbacks [] for security_group (894caf55-5d65-45cb-a7a9-33e478480512), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:44.089669 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9cb7fa85-fcc5-4c71-ae71-7f513a2c2462 req-44b3f896-563c-4ab7-a49a-babe7165dfc2 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795530 Oct 04 14:30:44.100270 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1a496-f709-4eb0-8a3c-b57978720a9a req-87c58a3e-3347-46f8-a11e-881b1b828ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:44.101852 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c3b1a496-f709-4eb0-8a3c-b57978720a9a req-87c58a3e-3347-46f8-a11e-881b1b828ae6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 1130 time: 0.1047051 Oct 04 14:30:44.111850 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-285a4c4e-e12b-4af2-9c6f-758c84b11bf9 admin admin] Publish callbacks [] for security_group (894caf55-5d65-45cb-a7a9-33e478480512), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:44.133355 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a25df-40d9-4110-ba5f-c49857f1f295 req-1e93ab77-6f80-40d9-9271-6228b1dcb4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:44.134882 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3b8a25df-40d9-4110-ba5f-c49857f1f295 req-1e93ab77-6f80-40d9-9271-6228b1dcb4f5 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 1129 time: 0.1388333 Oct 04 14:30:44.139770 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-06a998bd-32be-45f0-8823-a33f85f5919c req-31fa04c6-4ded-45cb-9da5-eb1cecf0e051 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911059 Oct 04 14:30:44.173965 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-285a4c4e-e12b-4af2-9c6f-758c84b11bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (894caf55-5d65-45cb-a7a9-33e478480512), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:44.178971 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-285a4c4e-e12b-4af2-9c6f-758c84b11bf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:44.182461 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-285a4c4e-e12b-4af2-9c6f-758c84b11bf9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/894caf55-5d65-45cb-a7a9-33e478480512 HTTP/1.1" status: 204 len: 168 time: 0.2693644 Oct 04 14:30:44.188852 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a4c4e-e12b-4af2-9c6f-758c84b11bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894caf55-5d65-45cb-a7a9-33e478480512,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:44.414245 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:44.547946 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:44.599389 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d463d721-20b6-4734-a7b6-c3115fabb150 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:44.603814 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d463d721-20b6-4734-a7b6-c3115fabb150 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (e9304e2c-c592-4564-83bc-d35a048fe767), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:44.751987 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 4f9df3e5-1e5c-45b5-9628-2769911f67a4 details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:30:44.795864 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a74ef-ca0c-418e-9dbe-e4ac051caa37 req-6931fdf4-ab7e-442f-96c3-dd9c4b21c644 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:44.797966 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6b2a74ef-ca0c-418e-9dbe-e4ac051caa37 req-6931fdf4-ab7e-442f-96c3-dd9c4b21c644 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.1319685 Oct 04 14:30:44.820561 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.l3_db [None req-d463d721-20b6-4734-a7b6-c3115fabb150 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Floating IP e9304e2c-c592-4564-83bc-d35a048fe767 associated. External IP: 172.27.3.99, port: 3a45f381-06ca-4183-af22-7b3ce0bb06a4. Oct 04 14:30:44.894553 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c3b1a496-f709-4eb0-8a3c-b57978720a9a req-139d8abf-9ce1-4cbe-b1a8-80ff4dcc0e42 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474428 Oct 04 14:30:44.916732 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 4f9df3e5-1e5c-45b5-9628-2769911f67a4, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=4f9df3e5-1e5c-45b5-9628-2769911f67a4,segment=NetworkSegment(eadc35fa-057b-4202-b790-68a141529e21),segment_id=eadc35fa-057b-4202-b790-68a141529e21)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:30:44.930660 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': '4f9df3e5-1e5c-45b5-9628-2769911f67a4', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'port_id': '4f9df3e5-1e5c-45b5-9628-2769911f67a4', 'mac_address': 'fa:16:3e:8c:13:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:30:44.974851 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 4f9df3e5-1e5c-45b5-9628-2769911f67a4 is: DOWN; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:44.975594 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (4f9df3e5-1e5c-45b5-9628-2769911f67a4), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:44.990991 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9df3e5-1e5c-45b5-9628-2769911f67a4 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:30:44.992877 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6b2a74ef-ca0c-418e-9dbe-e4ac051caa37 req-c9ff18b0-2f07-4668-8129-5a210bbf3cb7 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851528 Oct 04 14:30:45.021810 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3b8a25df-40d9-4110-ba5f-c49857f1f295 req-8cd188de-5dc2-4911-9ce5-b55bc3bf5118 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576668 Oct 04 14:30:45.021992 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e095e2-373e-4918-8458-4d8749a830e3 req-bc0a6483-10b5-4065-a8ce-1f38ef483657 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:45.021992 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e2e095e2-373e-4918-8458-4d8749a830e3 req-bc0a6483-10b5-4065-a8ce-1f38ef483657 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 946 time: 0.0743461 Oct 04 14:30:45.034434 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 4f9df3e5-1e5c-45b5-9628-2769911f67a4, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=4f9df3e5-1e5c-45b5-9628-2769911f67a4,segment=NetworkSegment(eadc35fa-057b-4202-b790-68a141529e21),segment_id=eadc35fa-057b-4202-b790-68a141529e21)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:30:45.041098 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (4f9df3e5-1e5c-45b5-9628-2769911f67a4), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:45.047007 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:45.070216 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e2e095e2-373e-4918-8458-4d8749a830e3 req-7d739dc2-fe1d-4698-b28f-e3b3abe6dd46 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529909 Oct 04 14:30:45.111010 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=4f9df3e5-1e5c-45b5-9628-2769911f67a4,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:45.183725 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d463d721-20b6-4734-a7b6-c3115fabb150 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Router 62bc1c7e-254b-44ea-8e51-0290db5b3aee has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:30:45.220853 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:45.294926 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a871122-cf53-44d1-b512-01b806acec30 req-99250d92-8010-477d-bb79-7722fb5c5f65 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:45.296590 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4a871122-cf53-44d1-b512-01b806acec30 req-99250d92-8010-477d-bb79-7722fb5c5f65 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0613792 Oct 04 14:30:45.370059 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4a871122-cf53-44d1-b512-01b806acec30 req-de14d30f-7833-4806-ab5f-ed93dbd0237c tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665820 Oct 04 14:30:45.539649 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c65836-e545-4e95-aa9b-34e40bb0bb45 req-5a60753e-0588-401a-a42c-a4f370e3ed8c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:45.541233 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-20c65836-e545-4e95-aa9b-34e40bb0bb45 req-5a60753e-0588-401a-a42c-a4f370e3ed8c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 944 time: 0.3036678 Oct 04 14:30:45.592036 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d463d721-20b6-4734-a7b6-c3115fabb150 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:30:45.599848 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d463d721-20b6-4734-a7b6-c3115fabb150 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:45.615230 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b088d07-1a1e-4365-be45-a693f2c1fa34 None None] Sync routers for ids ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:30:45.632635 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-20c65836-e545-4e95-aa9b-34e40bb0bb45 req-ae4b1319-b294-4665-8f10-73dd051e0bf7 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853736 Oct 04 14:30:45.645763 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-d463d721-20b6-4734-a7b6-c3115fabb150 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/e9304e2c-c592-4564-83bc-d35a048fe767 HTTP/1.1" status: 200 len: 990 time: 2.2662055 Oct 04 14:30:45.645763 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92da7788-17c4-4129-b353-b25576213350', 'tag': '3a45f381-06ca-4183-af22-7b3ce0bb06a4'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:30:45.646906 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2488dc-cca3-4b03-a825-29b6331de6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "92da7788-17c4-4129-b353-b25576213350", "tag": "3a45f381-06ca-4183-af22-7b3ce0bb06a4"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:30:45.648526 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b088d07-1a1e-4365-be45-a693f2c1fa34 None None] Routers {'62bc1c7e-254b-44ea-8e51-0290db5b3aee'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:30:45.651671 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-2b088d07-1a1e-4365-be45-a693f2c1fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:30:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:30:45.695820 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b00504-6919-4b6d-8365-f78aac6cb512 x-openstack-request-id: req-b5b00504-6919-4b6d-8365-f78aac6cb512 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:30:45.696119 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92da7788-17c4-4129-b353-b25576213350", "tag": "3a45f381-06ca-4183-af22-7b3ce0bb06a4", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:30:45.697122 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5b00504-6919-4b6d-8365-f78aac6cb512 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:30:45.697693 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5b00504-6919-4b6d-8365-f78aac6cb512'] response: {'name': 'network-changed', 'server_uuid': '92da7788-17c4-4129-b353-b25576213350', 'tag': '3a45f381-06ca-4183-af22-7b3ce0bb06a4', 'status': 'completed', 'code': 200} Oct 04 14:30:45.792913 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-2b088d07-1a1e-4365-be45-a693f2c1fa34 None None] Set router 62bc1c7e-254b-44ea-8e51-0290db5b3aee gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:30:45.798121 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2589e60-0a87-4cde-8d3b-55991fda3d4c req-6ed1eadc-27c2-4332-8e5d-dc517ff3120c tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:45.807080 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c2589e60-0a87-4cde-8d3b-55991fda3d4c req-6ed1eadc-27c2-4332-8e5d-dc517ff3120c tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0629978 Oct 04 14:30:45.899430 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c2589e60-0a87-4cde-8d3b-55991fda3d4c req-c57cc104-8a01-4f30-8d62-250d4dc08b78 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914717 Oct 04 14:30:46.149715 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d71cf8-7b33-41d6-b271-064fa504acb2 req-2aebbae0-f929-4e23-a56a-1334f5de61d0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:46.156832 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-66d71cf8-7b33-41d6-b271-064fa504acb2 req-2aebbae0-f929-4e23-a56a-1334f5de61d0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0566893 Oct 04 14:30:46.230744 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-66d71cf8-7b33-41d6-b271-064fa504acb2 req-a549b404-b99a-4366-92e9-eca7855f1829 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695963 Oct 04 14:30:46.264532 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-2b088d07-1a1e-4365-be45-a693f2c1fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'e9304e2c-c592-4564-83bc-d35a048fe767', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'port_id': '3a45f381-06ca-4183-af22-7b3ce0bb06a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'mac_address': 'fa:16:3e:ef:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92da7788-17c4-4129-b353-b25576213350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:29:52Z', 'updated_at': '2022-10-04T14:30:44Z', 'revision_number': 1, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:09Z', 'revision_number': 5, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:30:46.277077 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d33d2-d266-4c2f-98f5-b99a1fbd07f6 req-a97bb7a9-6893-471f-9fd6-1f6be568ce25 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:46.285715 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-a01d33d2-d266-4c2f-98f5-b99a1fbd07f6 req-a97bb7a9-6893-471f-9fd6-1f6be568ce25 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 946 time: 0.0856023 Oct 04 14:30:46.300731 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b088d07-1a1e-4365-be45-a693f2c1fa34 None None] Checking router: 62bc1c7e-254b-44ea-8e51-0290db5b3aee for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:30:46.312412 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b088d07-1a1e-4365-be45-a693f2c1fa34 None None] Routers {'62bc1c7e-254b-44ea-8e51-0290db5b3aee'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:30:46.313266 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-2b088d07-1a1e-4365-be45-a693f2c1fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:30:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:30:46.368035 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-a01d33d2-d266-4c2f-98f5-b99a1fbd07f6 req-0e2f3084-a771-4d5d-8e57-7e27fd1b66f7 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804968 Oct 04 14:30:46.446786 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-2b088d07-1a1e-4365-be45-a693f2c1fa34 None None] Set router 62bc1c7e-254b-44ea-8e51-0290db5b3aee gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:30:46.753717 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-2b088d07-1a1e-4365-be45-a693f2c1fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'e9304e2c-c592-4564-83bc-d35a048fe767', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'port_id': '3a45f381-06ca-4183-af22-7b3ce0bb06a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'mac_address': 'fa:16:3e:ef:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92da7788-17c4-4129-b353-b25576213350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:29:52Z', 'updated_at': '2022-10-04T14:30:44Z', 'revision_number': 1, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:09Z', 'revision_number': 5, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:30:46.788820 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b088d07-1a1e-4365-be45-a693f2c1fa34 None None] The sync data for ids ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'] in dv-cinder-860260-1-iscsi is: [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'e9304e2c-c592-4564-83bc-d35a048fe767', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'port_id': '3a45f381-06ca-4183-af22-7b3ce0bb06a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'mac_address': 'fa:16:3e:ef:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92da7788-17c4-4129-b353-b25576213350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:29:52Z', 'updated_at': '2022-10-04T14:30:44Z', 'revision_number': 1, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:09Z', 'revision_number': 5, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:30:46.789141 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:46.839424 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3361d67-9660-48a8-812d-06b4376c8aca req-17ddea10-39a9-4e0b-a943-48f13d7f0b69 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:46.849112 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b3361d67-9660-48a8-812d-06b4376c8aca req-17ddea10-39a9-4e0b-a943-48f13d7f0b69 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 944 time: 0.0951560 Oct 04 14:30:46.917296 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b3361d67-9660-48a8-812d-06b4376c8aca req-00b0f2b5-e594-4f03-8b52-f377fc2a12bc tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670455 Oct 04 14:30:47.069524 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f8876-4c8c-4501-ac34-10d2c11fe288 req-abe0e5d2-37c8-4955-a6bd-d5c16c2a107c tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:47.069524 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-745f8876-4c8c-4501-ac34-10d2c11fe288 req-abe0e5d2-37c8-4955-a6bd-d5c16c2a107c tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0603874 Oct 04 14:30:47.108171 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:47.129322 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-745f8876-4c8c-4501-ac34-10d2c11fe288 req-b5e93eb2-4cdf-484e-bb71-347beaa918bf tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519114 Oct 04 14:30:47.150545 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafc2fc3-6c4a-4483-b743-70ef723e6b77 None None] New status for floating IP e9304e2c-c592-4564-83bc-d35a048fe767: ACTIVE {{(pid=106357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:30:47.361515 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e71b72-04dd-4de8-aa17-26d548a75c86 req-45d98056-cde0-4f83-85a6-973b75b59ce4 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:47.363125 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-52e71b72-04dd-4de8-aa17-26d548a75c86 req-45d98056-cde0-4f83-85a6-973b75b59ce4 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0496874 Oct 04 14:30:47.388150 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:47.424555 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-52e71b72-04dd-4de8-aa17-26d548a75c86 req-758c7e0a-ff75-4cf3-b2f3-ac2ccddc25fc tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549264 Oct 04 14:30:47.691394 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aafc55-2dae-4c92-a2f0-c8ccd53aa3de req-9baaf136-4a12-4710-bc3e-70053637bca9 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:47.693604 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d6aafc55-2dae-4c92-a2f0-c8ccd53aa3de req-9baaf136-4a12-4710-bc3e-70053637bca9 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 946 time: 0.2418261 Oct 04 14:30:47.740535 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d6aafc55-2dae-4c92-a2f0-c8ccd53aa3de req-74921b49-2663-4b3c-a87d-7e947c992e2c tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412996 Oct 04 14:30:48.043724 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b089da-b6a0-4ec5-812c-23a60fe4fe4a req-62f7c0d6-f01c-4f94-9445-59a1f33874a6 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:48.045397 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c0b089da-b6a0-4ec5-812c-23a60fe4fe4a req-62f7c0d6-f01c-4f94-9445-59a1f33874a6 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 944 time: 0.0568447 Oct 04 14:30:48.105962 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c0b089da-b6a0-4ec5-812c-23a60fe4fe4a req-751b9e0d-2bfa-4a86-ad53-443727e614a3 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545857 Oct 04 14:30:48.226724 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['4f9df3e5-1e5c-45b5-9628-2769911f67a4'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:30:48.252890 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:48.292335 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b97b56-56d8-4fb4-99a2-e4d1d0be4d9f req-8ea06958-3c13-4a2b-b6d7-4ee329d6acd9 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:48.293884 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e5b97b56-56d8-4fb4-99a2-e4d1d0be4d9f req-8ea06958-3c13-4a2b-b6d7-4ee329d6acd9 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0518014 Oct 04 14:30:48.311268 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:48.346404 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e5b97b56-56d8-4fb4-99a2-e4d1d0be4d9f req-d8d3b00d-ce6d-4686-b826-c04a68f1e298 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458941 Oct 04 14:30:48.556260 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc230d47-3808-4605-8e5a-aaed6dd7772f req-f0eb1ea9-a741-4d07-9f8a-6ee67ac8782a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:48.557764 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bc230d47-3808-4605-8e5a-aaed6dd7772f req-f0eb1ea9-a741-4d07-9f8a-6ee67ac8782a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0483251 Oct 04 14:30:48.609968 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bc230d47-3808-4605-8e5a-aaed6dd7772f req-6f69013d-0047-4721-8eb7-c176813c8069 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462248 Oct 04 14:30:48.867911 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b5ce6-3e48-4020-86ea-187106bb47ec req-9e6d2857-df9a-4e89-906b-ca649dd7b6e9 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:48.869427 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-034b5ce6-3e48-4020-86ea-187106bb47ec req-9e6d2857-df9a-4e89-906b-ca649dd7b6e9 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 946 time: 0.0507877 Oct 04 14:30:48.916563 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-034b5ce6-3e48-4020-86ea-187106bb47ec req-f2fba911-9cf6-4607-8317-8783456ffd02 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415392 Oct 04 14:30:49.238556 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd3906-f398-4f1f-81e2-c7c868b9e1ab req-5bbcb5b4-f474-4a55-9cf0-e4c628c9bde1 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:49.240849 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-efcd3906-f398-4f1f-81e2-c7c868b9e1ab req-5bbcb5b4-f474-4a55-9cf0-e4c628c9bde1 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 944 time: 0.0515935 Oct 04 14:30:49.293671 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-efcd3906-f398-4f1f-81e2-c7c868b9e1ab req-88da9ead-83f6-49e4-b2fc-781684fc64c8 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467043 Oct 04 14:30:49.363829 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2488dc-cca3-4b03-a825-29b6331de6d7 req-aeea5a1e-6b0e-420c-826c-0467bdb25af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:49.365827 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cc2488dc-cca3-4b03-a825-29b6331de6d7 req-aeea5a1e-6b0e-420c-826c-0467bdb25af4 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1e5731dbee8946a281caefaeb02bd7ff&device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 1129 time: 0.0430064 Oct 04 14:30:49.519689 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e70266-ff0e-4bbf-b9d0-116e3a2c042b req-7757120d-098c-41a6-be38-fbe1241810a6 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:49.523191 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-15e70266-ff0e-4bbf-b9d0-116e3a2c042b req-7757120d-098c-41a6-be38-fbe1241810a6 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0870681 Oct 04 14:30:49.605035 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-15e70266-ff0e-4bbf-b9d0-116e3a2c042b req-6c4c03fd-cc1a-4e0a-954a-febb267b409c tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646932 Oct 04 14:30:49.673151 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114a16d-2623-4c2a-99cc-238610fcaa3e req-e66ddd7f-4169-4c64-969b-04deceaaac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:49.673151 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c114a16d-2623-4c2a-99cc-238610fcaa3e req-e66ddd7f-4169-4c64-969b-04deceaaac4f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ec24f1b720bd42ebb37a36d65757aacd&device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 1129 time: 0.1945193 Oct 04 14:30:49.748126 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2488dc-cca3-4b03-a825-29b6331de6d7 req-a36ebe7f-4afd-4278-af9a-9055d4abb16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:49.750015 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cc2488dc-cca3-4b03-a825-29b6331de6d7 req-a36ebe7f-4afd-4278-af9a-9055d4abb16c service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=3e89e862-e669-4987-af44-eb18dbc3b78d HTTP/1.1" status: 200 len: 915 time: 0.2227170 Oct 04 14:30:49.814610 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5bf96c-5e21-41e1-ab03-e61eb3ea9eba req-d4d2a455-d025-409f-aded-787dd6fa46af tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:49.816227 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0c5bf96c-5e21-41e1-ab03-e61eb3ea9eba req-d4d2a455-d025-409f-aded-787dd6fa46af tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0568602 Oct 04 14:30:49.877811 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0c5bf96c-5e21-41e1-ab03-e61eb3ea9eba req-f6f3b572-f03a-4fe7-9fe9-af35164bb389 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548716 Oct 04 14:30:49.941727 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 41618) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:50.031852 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 4f9df3e5-1e5c-45b5-9628-2769911f67a4 up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:30:50.061888 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b8566-1f64-49e6-a1b3-35539eabc196 req-a42c0d76-2d84-42f0-9831-080f98895d42 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:50.064406 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5c9b8566-1f64-49e6-a1b3-35539eabc196 req-a42c0d76-2d84-42f0-9831-080f98895d42 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 946 time: 0.0659926 Oct 04 14:30:50.094812 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning for port 4f9df3e5-1e5c-45b5-9628-2769911f67a4 completed by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 14:30:50.096478 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-516550df-3ca3-4f96-abea-8600701d952f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:50.102179 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port 4f9df3e5-1e5c-45b5-9628-2769911f67a4 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:30:50.102817 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (4f9df3e5-1e5c-45b5-9628-2769911f67a4), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:50.103293 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port 4f9df3e5-1e5c-45b5-9628-2769911f67a4 Oct 04 14:30:50.185204 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5c9b8566-1f64-49e6-a1b3-35539eabc196 req-72ca92d4-d6ec-4835-99e6-1da91907473e tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085129 Oct 04 14:30:50.245595 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 4f9df3e5-1e5c-45b5-9628-2769911f67a4 is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:30:50.246434 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (4f9df3e5-1e5c-45b5-9628-2769911f67a4), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:50.292012 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d55b4f-410d-4527-a9d3-15f1942a46d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9df3e5-1e5c-45b5-9628-2769911f67a4'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:30:50.296082 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbe1246-b75f-4047-b0d2-49ba74326474" -d '{"events": [{"server_uuid": "52d55b4f-410d-4527-a9d3-15f1942a46d0", "name": "network-vif-plugged", "status": "completed", "tag": "4f9df3e5-1e5c-45b5-9628-2769911f67a4"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:30:50.317047 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-516550df-3ca3-4f96-abea-8600701d952f admin admin] Publish callbacks [] for security_group (9b1ff3d6-4044-4a33-a2b2-00925b5b5978), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:50.334212 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-516550df-3ca3-4f96-abea-8600701d952f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (9b1ff3d6-4044-4a33-a2b2-00925b5b5978), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:50.345410 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:30:50.350619 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 4f9df3e5-1e5c-45b5-9628-2769911f67a4, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=4f9df3e5-1e5c-45b5-9628-2769911f67a4,segment=NetworkSegment(eadc35fa-057b-4202-b790-68a141529e21),segment_id=eadc35fa-057b-4202-b790-68a141529e21)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:30:50.359209 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (4f9df3e5-1e5c-45b5-9628-2769911f67a4), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:50.405483 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-516550df-3ca3-4f96-abea-8600701d952f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b513e7d714ca432b8e9e83fe9be608f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4625452 Oct 04 14:30:50.406370 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516550df-3ca3-4f96-abea-8600701d952f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1ff3d6-4044-4a33-a2b2-00925b5b5978,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:50.409334 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 41636) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:50.432671 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f516a482-bb47-47f7-8c51-f6a285ca73d5 x-openstack-request-id: req-f516a482-bb47-47f7-8c51-f6a285ca73d5 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:30:50.432978 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d55b4f-410d-4527-a9d3-15f1942a46d0", "name": "network-vif-plugged", "status": "completed", "tag": "4f9df3e5-1e5c-45b5-9628-2769911f67a4", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:30:50.433236 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f516a482-bb47-47f7-8c51-f6a285ca73d5 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:30:50.433653 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f516a482-bb47-47f7-8c51-f6a285ca73d5'] response: {'server_uuid': '52d55b4f-410d-4527-a9d3-15f1942a46d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9df3e5-1e5c-45b5-9628-2769911f67a4', 'code': 200} Oct 04 14:30:50.497695 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=4f9df3e5-1e5c-45b5-9628-2769911f67a4,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:50.518213 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cc2488dc-cca3-4b03-a825-29b6331de6d7 req-c23fa13b-38df-4cfc-92e2-45828db3971f service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a45f381-06ca-4183-af22-7b3ce0bb06a4 HTTP/1.1" status: 200 len: 1000 time: 0.2668893 Oct 04 14:30:50.544613 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-04a478ee-07c1-4fd1-a683-d700e2429d98 admin admin] Publish callbacks [] for security_group (9b1ff3d6-4044-4a33-a2b2-00925b5b5978), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:50.549324 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114a16d-2623-4c2a-99cc-238610fcaa3e req-eb404822-f29e-425e-84a6-a2344c6ac83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:50.553009 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c114a16d-2623-4c2a-99cc-238610fcaa3e req-eb404822-f29e-425e-84a6-a2344c6ac83e service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=f70b9727-7199-4fe7-bb77-16baf61f7e49 HTTP/1.1" status: 200 len: 920 time: 0.2927408 Oct 04 14:30:50.564976 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bfaa5-65b6-4e6a-9e21-72e4fdd87eb7 req-84298226-1475-45f8-9115-e2af82eda25f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:50.566886 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ae2bfaa5-65b6-4e6a-9e21-72e4fdd87eb7 req-84298226-1475-45f8-9115-e2af82eda25f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.1111710 Oct 04 14:30:50.590736 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-04a478ee-07c1-4fd1-a683-d700e2429d98 admin admin] Publish callbacks [] for security_group (9b1ff3d6-4044-4a33-a2b2-00925b5b5978), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:50.611990 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:50.669013 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ae2bfaa5-65b6-4e6a-9e21-72e4fdd87eb7 req-a78b86c0-bbd1-457c-abe2-d9d675c7f737 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924923 Oct 04 14:30:50.697138 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-04a478ee-07c1-4fd1-a683-d700e2429d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (9b1ff3d6-4044-4a33-a2b2-00925b5b5978), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:50.703337 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-04a478ee-07c1-4fd1-a683-d700e2429d98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:50.705453 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-04a478ee-07c1-4fd1-a683-d700e2429d98 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9b1ff3d6-4044-4a33-a2b2-00925b5b5978 HTTP/1.1" status: 204 len: 168 time: 0.2944710 Oct 04 14:30:50.717671 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a478ee-07c1-4fd1-a683-d700e2429d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1ff3d6-4044-4a33-a2b2-00925b5b5978,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:50.875105 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9c0a8-3242-4e9d-8226-a9c678cef633 req-2b1fd657-8443-49c9-85c8-d5a99d5efa7c tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:50.894641 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bbf9c0a8-3242-4e9d-8226-a9c678cef633 req-2b1fd657-8443-49c9-85c8-d5a99d5efa7c tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.1403308 Oct 04 14:30:51.074795 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:51.089460 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c114a16d-2623-4c2a-99cc-238610fcaa3e req-8527018a-8da3-4583-973c-3483b776f89e service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdd48946-1df6-48c0-871f-7f58d52dcaba HTTP/1.1" status: 200 len: 217 time: 0.1400855 Oct 04 14:30:51.145874 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bc3ad-3908-40fe-9536-a9a5eb39f11e req-3b1a832b-2ad7-4147-8499-0a947930f86e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:51.151183 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-bb2bc3ad-3908-40fe-9536-a9a5eb39f11e req-3b1a832b-2ad7-4147-8499-0a947930f86e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.1075251 Oct 04 14:30:51.162032 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bbf9c0a8-3242-4e9d-8226-a9c678cef633 req-76d0057b-31e8-48a2-b2b4-58657a43d1f5 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651267 Oct 04 14:30:51.166942 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2488dc-cca3-4b03-a825-29b6331de6d7 req-7f6905e7-ad2f-41f1-bdde-d5854188c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:51.168772 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cc2488dc-cca3-4b03-a825-29b6331de6d7 req-7f6905e7-ad2f-41f1-bdde-d5854188c481 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41 HTTP/1.1" status: 200 len: 853 time: 0.2178607 Oct 04 14:30:51.217682 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114a16d-2623-4c2a-99cc-238610fcaa3e req-5f969e73-d2fc-464e-b2fd-1ceb7d264081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:51.219509 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c114a16d-2623-4c2a-99cc-238610fcaa3e req-5f969e73-d2fc-464e-b2fd-1ceb7d264081 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0b6ce1ed-cefc-4d28-95ba-a2004388db27 HTTP/1.1" status: 200 len: 858 time: 0.1013196 Oct 04 14:30:51.244343 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2488dc-cca3-4b03-a825-29b6331de6d7 req-c8806df2-67b7-4846-9fba-2552aebd3a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:51.246462 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cc2488dc-cca3-4b03-a825-29b6331de6d7 req-c8806df2-67b7-4846-9fba-2552aebd3a0b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=3e89e862-e669-4987-af44-eb18dbc3b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718949 Oct 04 14:30:51.309526 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1c4ea-0ea5-48fd-9c5c-f9507e020db2 req-c61edf22-b043-44af-acd3-27f7dc6bbed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:51.311324 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-11f1c4ea-0ea5-48fd-9c5c-f9507e020db2 req-c61edf22-b043-44af-acd3-27f7dc6bbed2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 1129 time: 0.1604078 Oct 04 14:30:51.319710 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-bb2bc3ad-3908-40fe-9536-a9a5eb39f11e req-78548c03-d799-4c62-9e26-93d8f4cd1a9a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270177 Oct 04 14:30:51.335686 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 41662) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:51.338972 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114a16d-2623-4c2a-99cc-238610fcaa3e req-1581d668-a6ef-413d-8773-6bc8aba2f97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:51.340713 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c114a16d-2623-4c2a-99cc-238610fcaa3e req-1581d668-a6ef-413d-8773-6bc8aba2f97f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=f70b9727-7199-4fe7-bb77-16baf61f7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1131663 Oct 04 14:30:51.373284 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:51.377344 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:51.388236 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-032493bf-6377-405a-85c3-974079311216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:51.399428 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-11f1c4ea-0ea5-48fd-9c5c-f9507e020db2 req-b1326514-dcb5-4ea5-a4a2-152c6207b905 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783095 Oct 04 14:30:51.524874 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cc2488dc-cca3-4b03-a825-29b6331de6d7 req-c3351722-70b0-49b3-823a-7728abf7bb89 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577319 Oct 04 14:30:51.546814 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af4367-fa9d-46bf-b6b3-3f2b231810c2 req-f46d9873-2b6e-4612-8f58-10f3cb63135e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:51.548340 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-85af4367-fa9d-46bf-b6b3-3f2b231810c2 req-f46d9873-2b6e-4612-8f58-10f3cb63135e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.1026175 Oct 04 14:30:51.562348 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 41666) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:51.569021 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-a5815b90-341c-4350-aa04-d5b1e00a71c0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Request body: {'floatingip': {'port_id': 'fdc4ad8e-1631-4821-915b-f8fee37479d7'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:30:51.575834 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c114a16d-2623-4c2a-99cc-238610fcaa3e req-71c91e54-c8cc-46d5-b401-aed69aa2a5e0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238717 Oct 04 14:30:51.637770 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-032493bf-6377-405a-85c3-974079311216 admin admin] Publish callbacks [] for security_group (27e42dc4-34aa-4b0b-9fc7-71d03534da1b), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:51.642929 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-032493bf-6377-405a-85c3-974079311216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (27e42dc4-34aa-4b0b-9fc7-71d03534da1b), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:51.669034 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a5815b90-341c-4350-aa04-d5b1e00a71c0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for floatingip (654dc4fc-ada5-4cf0-bcec-97d62cb866b1), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:51.721165 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-032493bf-6377-405a-85c3-974079311216 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=7ab22ef2ab16440cb2d08e6d141e14ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3763149 Oct 04 14:30:51.721165 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 41674) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:51.733733 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032493bf-6377-405a-85c3-974079311216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e42dc4-34aa-4b0b-9fc7-71d03534da1b,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:51.925569 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26179a-708c-42e0-bcd2-e397133d0693 req-130ac87f-406a-40b0-a2f7-787447cff43f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:51.934486 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4b26179a-708c-42e0-bcd2-e397133d0693 req-130ac87f-406a-40b0-a2f7-787447cff43f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.1113646 Oct 04 14:30:51.935586 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4987ac5d-4813-49f5-aa4b-1c2ad751d243 admin admin] Publish callbacks [] for security_group (27e42dc4-34aa-4b0b-9fc7-71d03534da1b), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:51.995158 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:52.006919 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4987ac5d-4813-49f5-aa4b-1c2ad751d243 admin admin] Publish callbacks [] for security_group (27e42dc4-34aa-4b0b-9fc7-71d03534da1b), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:52.010574 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cc2488dc-cca3-4b03-a825-29b6331de6d7 req-85589ad6-1e58-4cac-a9a2-8f27498272bd service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477620 Oct 04 14:30:52.020032 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c114a16d-2623-4c2a-99cc-238610fcaa3e req-593003a0-314a-47e6-8290-14633eeb719c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555506 Oct 04 14:30:52.087290 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4b26179a-708c-42e0-bcd2-e397133d0693 req-5d31e19d-977f-4693-b1a0-94e1f3e8ee74 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428745 Oct 04 14:30:52.088997 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4987ac5d-4813-49f5-aa4b-1c2ad751d243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (27e42dc4-34aa-4b0b-9fc7-71d03534da1b), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:52.093604 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4987ac5d-4813-49f5-aa4b-1c2ad751d243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:52.095614 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-4987ac5d-4813-49f5-aa4b-1c2ad751d243 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/27e42dc4-34aa-4b0b-9fc7-71d03534da1b HTTP/1.1" status: 204 len: 168 time: 0.3731480 Oct 04 14:30:52.117765 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987ac5d-4813-49f5-aa4b-1c2ad751d243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e42dc4-34aa-4b0b-9fc7-71d03534da1b,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:52.472502 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a2c41-27fb-4107-b987-cf610afd3d09 req-b1f262d8-ad1e-429b-ae20-0741770fac26 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:52.479497 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ff2a2c41-27fb-4107-b987-cf610afd3d09 req-b1f262d8-ad1e-429b-ae20-0741770fac26 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.1283743 Oct 04 14:30:52.601758 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.db.resource_extend [None req-a5815b90-341c-4350-aa04-d5b1e00a71c0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 14:30:52.692149 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ff2a2c41-27fb-4107-b987-cf610afd3d09 req-f1a5a71f-0994-4483-a9b3-a386cea81c47 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115822 Oct 04 14:30:52.750757 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a5815b90-341c-4350-aa04-d5b1e00a71c0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:52.769969 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a5815b90-341c-4350-aa04-d5b1e00a71c0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (654dc4fc-ada5-4cf0-bcec-97d62cb866b1), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:53.095974 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 41736) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:53.129264 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.db.l3_db [None req-a5815b90-341c-4350-aa04-d5b1e00a71c0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Floating IP 654dc4fc-ada5-4cf0-bcec-97d62cb866b1 associated. External IP: 172.27.3.150, port: fdc4ad8e-1631-4821-915b-f8fee37479d7. Oct 04 14:30:53.310830 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d4f8902c-7c7f-415f-970a-6cf086b58f61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:53.343856 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ac386-1e91-4159-ae32-05f45bb6a9ab req-31ad1abf-90b6-45f1-bef7-04ca6d897ad8 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:53.345742 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-819ac386-1e91-4159-ae32-05f45bb6a9ab req-31ad1abf-90b6-45f1-bef7-04ca6d897ad8 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.1001542 Oct 04 14:30:53.394546 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 41746) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:53.416495 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:53.421862 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:53.433812 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5815b90-341c-4350-aa04-d5b1e00a71c0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Router b9d09624-1d1e-4c4f-96a0-a3804f4dea7b has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:30:53.438655 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-819ac386-1e91-4159-ae32-05f45bb6a9ab req-a2b10ed3-5c4d-466a-9800-5b2a314f62e3 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819674 Oct 04 14:30:53.484118 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d4f8902c-7c7f-415f-970a-6cf086b58f61 admin admin] Publish callbacks [] for security_group (f5237fa2-02cd-46be-956f-0f233aad9b35), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:53.489556 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d4f8902c-7c7f-415f-970a-6cf086b58f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (f5237fa2-02cd-46be-956f-0f233aad9b35), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:53.551335 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-d4f8902c-7c7f-415f-970a-6cf086b58f61 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=fa08528a9a514fcbba774ee47e8fa6d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4542842 Oct 04 14:30:53.552278 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8902c-7c7f-415f-970a-6cf086b58f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5237fa2-02cd-46be-956f-0f233aad9b35,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:53.554763 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 41752) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:53.569190 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:53.574843 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-1e906b0c-5822-45c1-949d-3f943e922235 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1604287766-network', 'tenant_id': 'ff877a220f9443fb93fde985a653c999'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:30:53.608048 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6995a1e9-212a-4840-a6f8-312d61ab1f6c admin admin] Publish callbacks [] for security_group (f5237fa2-02cd-46be-956f-0f233aad9b35), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:53.647031 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6995a1e9-212a-4840-a6f8-312d61ab1f6c admin admin] Publish callbacks [] for security_group (f5237fa2-02cd-46be-956f-0f233aad9b35), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:53.654022 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e88a0-2606-4d91-82e7-c4b5f3b34669 req-2e4e353e-02b2-47ba-be30-e4c4728d0f70 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:53.655731 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-308e88a0-2606-4d91-82e7-c4b5f3b34669 req-2e4e353e-02b2-47ba-be30-e4c4728d0f70 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0865858 Oct 04 14:30:53.657356 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5815b90-341c-4350-aa04-d5b1e00a71c0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:30:53.659300 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e906b0c-5822-45c1-949d-3f943e922235 admin admin] Made reservation on behalf of ff877a220f9443fb93fde985a653c999 for: {'network': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:30:53.661733 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-1e906b0c-5822-45c1-949d-3f943e922235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for network (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:53.667369 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a5815b90-341c-4350-aa04-d5b1e00a71c0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:53.670444 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3ca08e-7c39-4157-b7b3-bb73b22a2aa8 None None] Sync routers for ids ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:30:53.684993 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3ca08e-7c39-4157-b7b3-bb73b22a2aa8 None None] Routers {'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:30:53.685817 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-ff3ca08e-7c39-4157-b7b3-bb73b22a2aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:30:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:30:53.695077 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 41754) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:53.700577 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-748c7528-7581-43cc-8d90-e0cc06d20600 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Request body: {'floatingip': {'port_id': '4f9df3e5-1e5c-45b5-9628-2769911f67a4'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:30:53.706561 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-1e906b0c-5822-45c1-949d-3f943e922235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:53.743137 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6995a1e9-212a-4840-a6f8-312d61ab1f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (f5237fa2-02cd-46be-956f-0f233aad9b35), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:53.745942 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6995a1e9-212a-4840-a6f8-312d61ab1f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:53.748649 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-6995a1e9-212a-4840-a6f8-312d61ab1f6c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f5237fa2-02cd-46be-956f-0f233aad9b35 HTTP/1.1" status: 204 len: 168 time: 0.1927233 Oct 04 14:30:53.771637 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-a5815b90-341c-4350-aa04-d5b1e00a71c0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/654dc4fc-ada5-4cf0-bcec-97d62cb866b1 HTTP/1.1" status: 200 len: 991 time: 2.2037072 Oct 04 14:30:53.771637 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-748c7528-7581-43cc-8d90-e0cc06d20600 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for floatingip (882862ae-2fb9-4805-a075-8a618c56b9d6), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:53.779418 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128c7edb-5a5c-4f1c-b3cc-efc3b3a00677', 'tag': 'fdc4ad8e-1631-4821-915b-f8fee37479d7'}] {{(pid=106355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:30:53.783009 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172969012db89328cfee76f0acc2659810ea9ea6244db33f0d123db39f5e3407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e091a331-a1d5-45a8-92a6-341d5dcfd90d" -d '{"events": [{"name": "network-changed", "server_uuid": "128c7edb-5a5c-4f1c-b3cc-efc3b3a00677", "tag": "fdc4ad8e-1631-4821-915b-f8fee37479d7"}]}' {{(pid=106355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:30:53.796622 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995a1e9-212a-4840-a6f8-312d61ab1f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5237fa2-02cd-46be-956f-0f233aad9b35,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:53.867794 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-ff3ca08e-7c39-4157-b7b3-bb73b22a2aa8 None None] Set router b9d09624-1d1e-4c4f-96a0-a3804f4dea7b gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:30:53.875288 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d750fe6c-75f3-47f5-8f14-c24aec0ed034 x-openstack-request-id: req-d750fe6c-75f3-47f5-8f14-c24aec0ed034 {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:30:53.875602 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128c7edb-5a5c-4f1c-b3cc-efc3b3a00677", "tag": "fdc4ad8e-1631-4821-915b-f8fee37479d7", "status": "completed", "code": 200}]} {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:30:53.875844 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d750fe6c-75f3-47f5-8f14-c24aec0ed034 {{(pid=106355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:30:53.876206 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d750fe6c-75f3-47f5-8f14-c24aec0ed034'] response: {'name': 'network-changed', 'server_uuid': '128c7edb-5a5c-4f1c-b3cc-efc3b3a00677', 'tag': 'fdc4ad8e-1631-4821-915b-f8fee37479d7', 'status': 'completed', 'code': 200} Oct 04 14:30:53.891239 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b343b5-4396-495d-bee1-986c546cd76a req-ac0a5def-c2c6-4ebd-9057-92b3cb9b835e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:53.894831 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-05b343b5-4396-495d-bee1-986c546cd76a req-ac0a5def-c2c6-4ebd-9057-92b3cb9b835e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0897720 Oct 04 14:30:53.991116 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-1e906b0c-5822-45c1-949d-3f943e922235 admin admin] Publish callbacks [] for security_group (fbf9045d-8185-43e3-8687-71e85d10c62e), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:54.049908 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-1e906b0c-5822-45c1-949d-3f943e922235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (fbf9045d-8185-43e3-8687-71e85d10c62e), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:54.102362 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=100 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:54.103176 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:54.128415 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e906b0c-5822-45c1-949d-3f943e922235 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=106355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 14:30:54.139986 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e906b0c-5822-45c1-949d-3f943e922235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf9045d-8185-43e3-8687-71e85d10c62e,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:54.156052 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-1e906b0c-5822-45c1-949d-3f943e922235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:54.156673 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.db.segments_db [None req-1e906b0c-5822-45c1-949d-3f943e922235 admin admin] Added segment 1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d of type vlan for network 470e3fa5-8495-498c-bd2a-466c324e9bda Oct 04 14:30:54.158365 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-05b343b5-4396-495d-bee1-986c546cd76a req-944a3fd3-8268-477c-b0b3-1ebd82f0c3a3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419446 Oct 04 14:30:54.161941 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091a331-a1d5-45a8-92a6-341d5dcfd90d req-dd1b7c44-bf2c-4c79-8a24-24ea24c7d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:54.167552 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e091a331-a1d5-45a8-92a6-341d5dcfd90d req-dd1b7c44-bf2c-4c79-8a24-24ea24c7d1c2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=64993786e21b45beb7829ceaede4777a&device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 1129 time: 0.2056592 Oct 04 14:30:54.284788 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-1e906b0c-5822-45c1-949d-3f943e922235 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767534377674'] for network (470e3fa5-8495-498c-bd2a-466c324e9bda), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:54.316262 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-ff3ca08e-7c39-4157-b7b3-bb73b22a2aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2018339653-router', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '951134fa-23d9-410d-b121-c1a0b575003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:34Z', 'updated_at': '2022-10-04T14:29:48Z', 'revision_number': 4, 'project_id': '64993786e21b45beb7829ceaede4777a', 'gw_port': {'id': '951134fa-23d9-410d-b121-c1a0b575003b', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': '654dc4fc-ada5-4cf0-bcec-97d62cb866b1', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'floating_ip_address': '172.27.3.150', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'port_id': 'fdc4ad8e-1631-4821-915b-f8fee37479d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'mac_address': 'fa:16:3e:0a:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c7edb-5a5c-4f1c-b3cc-efc3b3a00677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:30:00Z', 'updated_at': '2022-10-04T14:30:52Z', 'revision_number': 1, 'project_id': '64993786e21b45beb7829ceaede4777a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f004d664-0ae6-4070-bf47-5ed383a38482', 'name': '', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'mac_address': 'fa:16:3e:21:fa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:46Z', 'updated_at': '2022-10-04T14:30:04Z', 'revision_number': 5, 'project_id': '64993786e21b45beb7829ceaede4777a', 'subnets': [{'id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:30:54.329658 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:54.358187 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3ca08e-7c39-4157-b7b3-bb73b22a2aa8 None None] Checking router: b9d09624-1d1e-4c4f-96a0-a3804f4dea7b for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:30:54.370338 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3ca08e-7c39-4157-b7b3-bb73b22a2aa8 None None] Routers {'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:30:54.371243 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-ff3ca08e-7c39-4157-b7b3-bb73b22a2aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:30:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:30:54.376586 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 41772) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:54.398958 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091a331-a1d5-45a8-92a6-341d5dcfd90d req-44dbaaba-5afa-460f-bf37-b621543bdcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:54.401345 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e091a331-a1d5-45a8-92a6-341d5dcfd90d req-44dbaaba-5afa-460f-bf37-b621543bdcad service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=8adffcb3-eb41-48c9-bdc6-30a7213ac01c HTTP/1.1" status: 200 len: 918 time: 0.2269504 Oct 04 14:30:54.402433 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-24320408-a24d-4279-a142-486be534f149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:54.405949 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-1e906b0c-5822-45c1-949d-3f943e922235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for network (470e3fa5-8495-498c-bd2a-466c324e9bda), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:54.407980 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e906b0c-5822-45c1-949d-3f943e922235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:54.408385 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-1e906b0c-5822-45c1-949d-3f943e922235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:54.501635 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e906b0c-5822-45c1-949d-3f943e922235 admin admin] Pushing event updated for resources: {'Network': ['ID=470e3fa5-8495-498c-bd2a-466c324e9bda,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:54.503317 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e091a331-a1d5-45a8-92a6-341d5dcfd90d req-6b25efa4-10b9-49b6-9bd9-559823e2bc4e service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdc4ad8e-1631-4821-915b-f8fee37479d7 HTTP/1.1" status: 200 len: 999 time: 0.0901351 Oct 04 14:30:54.511628 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-ff3ca08e-7c39-4157-b7b3-bb73b22a2aa8 None None] Set router b9d09624-1d1e-4c4f-96a0-a3804f4dea7b gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:30:54.529441 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 41776) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:54.529930 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:54.552086 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-1e906b0c-5822-45c1-949d-3f943e922235 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1558335 Oct 04 14:30:54.554529 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Network 470e3fa5-8495-498c-bd2a-466c324e9bda details requested by agent ovs-agent-dv-cinder-860260-1-iscsi with host dv-cinder-860260-1-iscsi {{(pid=106357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 14:30:54.558112 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 41778) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:54.600942 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-733bb45c-8453-47c7-922b-f68c0422c892 admin admin] Request body: {'subnet': {'network_id': '470e3fa5-8495-498c-bd2a-466c324e9bda', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1604287766-subnet', 'tenant_id': 'ff877a220f9443fb93fde985a653c999', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:30:54.623607 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091a331-a1d5-45a8-92a6-341d5dcfd90d req-df004c85-c768-4594-b4d7-22b194eac0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:54.625336 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e091a331-a1d5-45a8-92a6-341d5dcfd90d req-df004c85-c768-4594-b4d7-22b194eac0e7 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=866d7ee4-9072-4a41-8ab0-25e4c5a7536f HTTP/1.1" status: 200 len: 856 time: 0.1080461 Oct 04 14:30:54.627599 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.db.resource_extend [None req-748c7528-7581-43cc-8d90-e0cc06d20600 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 14:30:54.636747 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:54.707151 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091a331-a1d5-45a8-92a6-341d5dcfd90d req-6c4955fd-be86-4055-84d0-ba0c4ff6096f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:54.708927 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e091a331-a1d5-45a8-92a6-341d5dcfd90d req-6c4955fd-be86-4055-84d0-ba0c4ff6096f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=8adffcb3-eb41-48c9-bdc6-30a7213ac01c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753183 Oct 04 14:30:54.714065 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-24320408-a24d-4279-a142-486be534f149 admin admin] Publish callbacks [] for security_group (7d971b17-5cc1-45d0-aab0-6616c1948752), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:54.715683 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:54.721155 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-24320408-a24d-4279-a142-486be534f149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (7d971b17-5cc1-45d0-aab0-6616c1948752), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:54.791079 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733bb45c-8453-47c7-922b-f68c0422c892 admin admin] Made reservation on behalf of ff877a220f9443fb93fde985a653c999 for: {'subnet': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:30:54.794392 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-24320408-a24d-4279-a142-486be534f149 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2ab957150d7c4a269fbf4924e0606c2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4123528 Oct 04 14:30:54.794392 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24320408-a24d-4279-a142-486be534f149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d971b17-5cc1-45d0-aab0-6616c1948752,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:54.795399 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-733bb45c-8453-47c7-922b-f68c0422c892 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:54.796893 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 41782) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:54.797951 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-79a4e00d-a2a3-4680-9656-a82b09763913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:54.817797 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-ff3ca08e-7c39-4157-b7b3-bb73b22a2aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2018339653-router', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '951134fa-23d9-410d-b121-c1a0b575003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:34Z', 'updated_at': '2022-10-04T14:29:48Z', 'revision_number': 4, 'project_id': '64993786e21b45beb7829ceaede4777a', 'gw_port': {'id': '951134fa-23d9-410d-b121-c1a0b575003b', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': '654dc4fc-ada5-4cf0-bcec-97d62cb866b1', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'floating_ip_address': '172.27.3.150', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'port_id': 'fdc4ad8e-1631-4821-915b-f8fee37479d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'mac_address': 'fa:16:3e:0a:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c7edb-5a5c-4f1c-b3cc-efc3b3a00677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:30:00Z', 'updated_at': '2022-10-04T14:30:52Z', 'revision_number': 1, 'project_id': '64993786e21b45beb7829ceaede4777a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f004d664-0ae6-4070-bf47-5ed383a38482', 'name': '', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'mac_address': 'fa:16:3e:21:fa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:46Z', 'updated_at': '2022-10-04T14:30:04Z', 'revision_number': 5, 'project_id': '64993786e21b45beb7829ceaede4777a', 'subnets': [{'id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:30:54.855192 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3ca08e-7c39-4157-b7b3-bb73b22a2aa8 None None] The sync data for ids ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'] in dv-cinder-860260-1-iscsi is: [{'id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2018339653-router', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '951134fa-23d9-410d-b121-c1a0b575003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:34Z', 'updated_at': '2022-10-04T14:29:48Z', 'revision_number': 4, 'project_id': '64993786e21b45beb7829ceaede4777a', 'gw_port': {'id': '951134fa-23d9-410d-b121-c1a0b575003b', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': '654dc4fc-ada5-4cf0-bcec-97d62cb866b1', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'floating_ip_address': '172.27.3.150', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'port_id': 'fdc4ad8e-1631-4821-915b-f8fee37479d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'mac_address': 'fa:16:3e:0a:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c7edb-5a5c-4f1c-b3cc-efc3b3a00677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:30:00Z', 'updated_at': '2022-10-04T14:30:52Z', 'revision_number': 1, 'project_id': '64993786e21b45beb7829ceaede4777a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f004d664-0ae6-4070-bf47-5ed383a38482', 'name': '', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'mac_address': 'fa:16:3e:21:fa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:46Z', 'updated_at': '2022-10-04T14:30:04Z', 'revision_number': 5, 'project_id': '64993786e21b45beb7829ceaede4777a', 'subnets': [{'id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:30:54.870353 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-748c7528-7581-43cc-8d90-e0cc06d20600 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:54.877809 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-748c7528-7581-43cc-8d90-e0cc06d20600 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (882862ae-2fb9-4805-a075-8a618c56b9d6), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:54.887262 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:54.947221 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0d3b483d-623c-4415-9e2c-d3b27b9aadbe admin admin] Publish callbacks [] for security_group (7d971b17-5cc1-45d0-aab0-6616c1948752), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:55.049127 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.db.l3_db [None req-748c7528-7581-43cc-8d90-e0cc06d20600 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Floating IP 882862ae-2fb9-4805-a075-8a618c56b9d6 associated. External IP: 172.27.3.155, port: 4f9df3e5-1e5c-45b5-9628-2769911f67a4. Oct 04 14:30:55.050779 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0d3b483d-623c-4415-9e2c-d3b27b9aadbe admin admin] Publish callbacks [] for security_group (7d971b17-5cc1-45d0-aab0-6616c1948752), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:55.083477 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-79a4e00d-a2a3-4680-9656-a82b09763913 admin admin] Publish callbacks [] for security_group (129ecabf-1b9e-4d9e-a0ba-b3178960e513), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:55.102255 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-79a4e00d-a2a3-4680-9656-a82b09763913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (129ecabf-1b9e-4d9e-a0ba-b3178960e513), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:55.150928 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e091a331-a1d5-45a8-92a6-341d5dcfd90d req-955e8cbb-07da-46cd-825a-5fb2237e8798 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8adffcb3-eb41-48c9-bdc6-30a7213ac01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411139 Oct 04 14:30:55.178748 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4e00d-a2a3-4680-9656-a82b09763913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129ecabf-1b9e-4d9e-a0ba-b3178960e513,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:55.197782 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-733bb45c-8453-47c7-922b-f68c0422c892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for subnet (134d23ad-891e-438e-bdda-a4b2d24746b3), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:55.200914 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c99366e-0f6b-45ab-a6fb-9c30c68b0f48 None None] New status for floating IP 654dc4fc-ada5-4cf0-bcec-97d62cb866b1: ACTIVE {{(pid=106357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:30:55.219617 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-79a4e00d-a2a3-4680-9656-a82b09763913 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5006bacf46684aa9a7b1b5f3d29ee78a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6858835 Oct 04 14:30:55.224346 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 41788) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:30:55.299177 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0d3b483d-623c-4415-9e2c-d3b27b9aadbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (7d971b17-5cc1-45d0-aab0-6616c1948752), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:55.300785 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0d3b483d-623c-4415-9e2c-d3b27b9aadbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:55.305009 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-0d3b483d-623c-4415-9e2c-d3b27b9aadbe admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7d971b17-5cc1-45d0-aab0-6616c1948752 HTTP/1.1" status: 204 len: 168 time: 0.5043867 Oct 04 14:30:55.332111 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b483d-623c-4415-9e2c-d3b27b9aadbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d971b17-5cc1-45d0-aab0-6616c1948752,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:55.358940 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e091a331-a1d5-45a8-92a6-341d5dcfd90d req-b7e75df0-eb2e-46a6-9415-5fd3958c73be service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8adffcb3-eb41-48c9-bdc6-30a7213ac01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533484 Oct 04 14:30:55.367347 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733bb45c-8453-47c7-922b-f68c0422c892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=134d23ad-891e-438e-bdda-a4b2d24746b3,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:55.429194 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733bb45c-8453-47c7-922b-f68c0422c892 admin admin] Checking segment: {'id': '1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '470e3fa5-8495-498c-bd2a-466c324e9bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:30:55.429555 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733bb45c-8453-47c7-922b-f68c0422c892 admin admin] Network hostable DHCP agents. Network: 470e3fa5-8495-498c-bd2a-466c324e9bda, hostable agents: ['ca19cd2b-474d-4d89-a742-81ad09a7c505'], hosted agents: [] {{(pid=106355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 14:30:55.439087 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe97ba-311b-416e-8aac-197d0cedb716 req-eb00f1cc-707e-4b8d-828d-f57d74542a5f tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:55.440984 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4bfe97ba-311b-416e-8aac-197d0cedb716 req-eb00f1cc-707e-4b8d-828d-f57d74542a5f tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.1864123 Oct 04 14:30:55.482349 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:55.523150 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c7568b98-ee4c-433f-856f-e70b4fdc880a admin admin] Publish callbacks [] for security_group (129ecabf-1b9e-4d9e-a0ba-b3178960e513), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:55.573757 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4bfe97ba-311b-416e-8aac-197d0cedb716 req-d41fa5ee-cebb-4eba-b132-6f2ea3df6426 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223958 Oct 04 14:30:55.584548 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733bb45c-8453-47c7-922b-f68c0422c892 admin admin] Network 470e3fa5-8495-498c-bd2a-466c324e9bda is scheduled to be hosted by DHCP agent ca19cd2b-474d-4d89-a742-81ad09a7c505 with binding_index 1 {{(pid=106355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 14:30:55.595044 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:55.605225 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c7568b98-ee4c-433f-856f-e70b4fdc880a admin admin] Publish callbacks [] for security_group (129ecabf-1b9e-4d9e-a0ba-b3178960e513), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:55.623491 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-733bb45c-8453-47c7-922b-f68c0422c892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860260-1-iscsi, 470e3fa5-8495-498c-bd2a-466c324e9bda) {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:30:55.635756 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733bb45c-8453-47c7-922b-f68c0422c892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:55.635962 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b893262-cb05-47a9-9787-126300436067 None None] Network 470e3fa5-8495-498c-bd2a-466c324e9bda requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:30:55.636600 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-733bb45c-8453-47c7-922b-f68c0422c892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:55.671691 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748c7528-7581-43cc-8d90-e0cc06d20600 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Router 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:30:55.692370 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-733bb45c-8453-47c7-922b-f68c0422c892 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1252058 Oct 04 14:30:55.799251 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c7568b98-ee4c-433f-856f-e70b4fdc880a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (129ecabf-1b9e-4d9e-a0ba-b3178960e513), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:55.805642 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c7568b98-ee4c-433f-856f-e70b4fdc880a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:55.807527 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-c7568b98-ee4c-433f-856f-e70b4fdc880a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/129ecabf-1b9e-4d9e-a0ba-b3178960e513 HTTP/1.1" status: 204 len: 168 time: 0.5818589 Oct 04 14:30:55.829056 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7568b98-ee4c-433f-856f-e70b4fdc880a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129ecabf-1b9e-4d9e-a0ba-b3178960e513,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:30:55.846658 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040f7690-5255-41a5-bdcd-5a0f0600f28e None None] Network 470e3fa5-8495-498c-bd2a-466c324e9bda requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:30:55.971250 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748c7528-7581-43cc-8d90-e0cc06d20600 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:30:55.979869 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-748c7528-7581-43cc-8d90-e0cc06d20600 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:55.983245 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d86d07-8c45-49c2-983d-59dfc100cd7e None None] Sync routers for ids ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:30:55.998825 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d86d07-8c45-49c2-983d-59dfc100cd7e None None] Routers {'7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:30:56.004628 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-46d86d07-8c45-49c2-983d-59dfc100cd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:30:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:30:56.040303 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-748c7528-7581-43cc-8d90-e0cc06d20600 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/882862ae-2fb9-4805-a075-8a618c56b9d6 HTTP/1.1" status: 200 len: 991 time: 2.3435400 Oct 04 14:30:56.041111 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d55b4f-410d-4527-a9d3-15f1942a46d0', 'tag': '4f9df3e5-1e5c-45b5-9628-2769911f67a4'}] {{(pid=106355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:30:56.044170 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172969012db89328cfee76f0acc2659810ea9ea6244db33f0d123db39f5e3407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42297127-f23c-4a56-b6d0-c34ac4d92917" -d '{"events": [{"name": "network-changed", "server_uuid": "52d55b4f-410d-4527-a9d3-15f1942a46d0", "tag": "4f9df3e5-1e5c-45b5-9628-2769911f67a4"}]}' {{(pid=106355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:30:56.115660 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637f7e4e-0bb8-4852-8ba1-a34d130ccb56 x-openstack-request-id: req-637f7e4e-0bb8-4852-8ba1-a34d130ccb56 {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:30:56.115951 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d55b4f-410d-4527-a9d3-15f1942a46d0", "tag": "4f9df3e5-1e5c-45b5-9628-2769911f67a4", "status": "completed", "code": 200}]} {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:30:56.116193 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-637f7e4e-0bb8-4852-8ba1-a34d130ccb56 {{(pid=106355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:30:56.116654 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-637f7e4e-0bb8-4852-8ba1-a34d130ccb56'] response: {'name': 'network-changed', 'server_uuid': '52d55b4f-410d-4527-a9d3-15f1942a46d0', 'tag': '4f9df3e5-1e5c-45b5-9628-2769911f67a4', 'status': 'completed', 'code': 200} Oct 04 14:30:56.221858 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:56.233533 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42297127-f23c-4a56-b6d0-c34ac4d92917 req-89808457-af52-47c5-bbe5-d0c7da3f4df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:56.235008 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-42297127-f23c-4a56-b6d0-c34ac4d92917 req-89808457-af52-47c5-bbe5-d0c7da3f4df1 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=3a4fa5d0aa0e4bf98816e4600023ca99&device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 1129 time: 0.0535233 Oct 04 14:30:56.266505 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-46d86d07-8c45-49c2-983d-59dfc100cd7e None None] Set router 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:30:56.377747 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42297127-f23c-4a56-b6d0-c34ac4d92917 req-8085a869-7f58-49fe-a342-86c97caddaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:56.379333 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-42297127-f23c-4a56-b6d0-c34ac4d92917 req-8085a869-7f58-49fe-a342-86c97caddaa6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c224c131-1e09-47f0-b40a-1a73221baea0 HTTP/1.1" status: 200 len: 911 time: 0.1338999 Oct 04 14:30:56.474817 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-42297127-f23c-4a56-b6d0-c34ac4d92917 req-142261a7-4756-4b90-b160-c69dc5eda85c service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f9df3e5-1e5c-45b5-9628-2769911f67a4 HTTP/1.1" status: 200 len: 999 time: 0.0875664 Oct 04 14:30:56.539585 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42297127-f23c-4a56-b6d0-c34ac4d92917 req-ecd80c69-299b-45b2-afbd-88e80d375cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:56.541248 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-42297127-f23c-4a56-b6d0-c34ac4d92917 req-ecd80c69-299b-45b2-afbd-88e80d375cab service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=f924e31c-043d-4433-825a-9f71ad91746e HTTP/1.1" status: 200 len: 849 time: 0.0608044 Oct 04 14:30:56.599401 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-46d86d07-8c45-49c2-983d-59dfc100cd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'name': 'tempest-AttachVolumeTestJSON-560114202-router', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 4, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'gw_port': {'id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:39Z', 'updated_at': '2022-10-04T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': '882862ae-2fb9-4805-a075-8a618c56b9d6', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'floating_ip_address': '172.27.3.155', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'port_id': '4f9df3e5-1e5c-45b5-9628-2769911f67a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'mac_address': 'fa:16:3e:8c:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d55b4f-410d-4527-a9d3-15f1942a46d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:30:14Z', 'updated_at': '2022-10-04T14:30:54Z', 'revision_number': 1, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ce8793-c8f1-4647-949a-1f33c379205b', 'name': '', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'mac_address': 'fa:16:3e:ba:a9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:51Z', 'updated_at': '2022-10-04T14:30:19Z', 'revision_number': 5, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'subnets': [{'id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:30:56.621217 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42297127-f23c-4a56-b6d0-c34ac4d92917 req-f9aa804c-3f38-417b-a957-e70505f853b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:56.625697 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-42297127-f23c-4a56-b6d0-c34ac4d92917 req-f9aa804c-3f38-417b-a957-e70505f853b6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c224c131-1e09-47f0-b40a-1a73221baea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751705 Oct 04 14:30:56.635748 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d86d07-8c45-49c2-983d-59dfc100cd7e None None] Checking router: 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:30:56.650016 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d86d07-8c45-49c2-983d-59dfc100cd7e None None] Routers {'7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:30:56.653677 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-46d86d07-8c45-49c2-983d-59dfc100cd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:30:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:30:56.775707 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b94a2-9233-48f9-a89c-e0d72f9d44d1 req-2587232d-86db-4c92-9f44-02f75d926420 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:56.777045 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-325b94a2-9233-48f9-a89c-e0d72f9d44d1 req-2587232d-86db-4c92-9f44-02f75d926420 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0934703 Oct 04 14:30:56.788486 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-42297127-f23c-4a56-b6d0-c34ac4d92917 req-bc646389-c8ba-45da-9b33-f83a233b672e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c224c131-1e09-47f0-b40a-1a73221baea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568949 Oct 04 14:30:56.861605 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=100 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:56.878783 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=100 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:56.898447 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-325b94a2-9233-48f9-a89c-e0d72f9d44d1 req-9f2a7732-df40-41fe-8e85-89efeeb1c905 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118002 Oct 04 14:30:56.899072 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-46d86d07-8c45-49c2-983d-59dfc100cd7e None None] Set router 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:30:57.021319 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c232efb3-c6cc-48d4-b69f-7eccba25dfa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:30:57.025908 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-42297127-f23c-4a56-b6d0-c34ac4d92917 req-ce64099e-6b84-497a-95df-2be32be77c90 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c224c131-1e09-47f0-b40a-1a73221baea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287087 Oct 04 14:30:57.245695 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-46d86d07-8c45-49c2-983d-59dfc100cd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'name': 'tempest-AttachVolumeTestJSON-560114202-router', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 4, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'gw_port': {'id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:39Z', 'updated_at': '2022-10-04T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': '882862ae-2fb9-4805-a075-8a618c56b9d6', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'floating_ip_address': '172.27.3.155', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'port_id': '4f9df3e5-1e5c-45b5-9628-2769911f67a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'mac_address': 'fa:16:3e:8c:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d55b4f-410d-4527-a9d3-15f1942a46d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:30:14Z', 'updated_at': '2022-10-04T14:30:54Z', 'revision_number': 1, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ce8793-c8f1-4647-949a-1f33c379205b', 'name': '', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'mac_address': 'fa:16:3e:ba:a9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:51Z', 'updated_at': '2022-10-04T14:30:19Z', 'revision_number': 5, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'subnets': [{'id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:30:57.273577 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d86d07-8c45-49c2-983d-59dfc100cd7e None None] The sync data for ids ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'] in dv-cinder-860260-1-iscsi is: [{'id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'name': 'tempest-AttachVolumeTestJSON-560114202-router', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 4, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'gw_port': {'id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:39Z', 'updated_at': '2022-10-04T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': '882862ae-2fb9-4805-a075-8a618c56b9d6', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'floating_ip_address': '172.27.3.155', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'port_id': '4f9df3e5-1e5c-45b5-9628-2769911f67a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'mac_address': 'fa:16:3e:8c:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d55b4f-410d-4527-a9d3-15f1942a46d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:30:14Z', 'updated_at': '2022-10-04T14:30:54Z', 'revision_number': 1, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ce8793-c8f1-4647-949a-1f33c379205b', 'name': '', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'mac_address': 'fa:16:3e:ba:a9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:51Z', 'updated_at': '2022-10-04T14:30:19Z', 'revision_number': 5, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'subnets': [{'id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:30:57.549618 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27f6fac-9cb2-4ae8-9f28-6ae1faf9d05b None None] New status for floating IP 882862ae-2fb9-4805-a075-8a618c56b9d6: ACTIVE {{(pid=106357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:30:58.035189 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5da4ce-024e-4085-898a-92cba8d7eca3 req-f9b80172-01a2-40ad-912f-d8db61aeb048 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:58.037241 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cb5da4ce-024e-4085-898a-92cba8d7eca3 req-f9b80172-01a2-40ad-912f-d8db61aeb048 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0558717 Oct 04 14:30:58.097499 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cb5da4ce-024e-4085-898a-92cba8d7eca3 req-65299675-c35c-44fd-ada1-f5b357377da2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541115 Oct 04 14:30:58.657416 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-e42abece-41f4-4507-b0ba-1f342a4b0428 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:58.659250 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-e42abece-41f4-4507-b0ba-1f342a4b0428 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/networks?id=470e3fa5-8495-498c-bd2a-466c324e9bda HTTP/1.1" status: 200 len: 809 time: 0.1226809 Oct 04 14:30:58.675764 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-1466fb0b-fa56-410e-8b73-ae779c360f27 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/quotas/ff877a220f9443fb93fde985a653c999 HTTP/1.1" status: 200 len: 375 time: 0.0100162 Oct 04 14:30:58.710685 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-c60216cd-d3bc-47d2-9cc7-23553efedae9 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=ff877a220f9443fb93fde985a653c999&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288434 Oct 04 14:30:58.808854 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-c15dea86-74e2-469e-afcf-9b95a0d7b6a5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/470e3fa5-8495-498c-bd2a-466c324e9bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910115 Oct 04 14:30:59.106189 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-88213eee-fd9f-4fc4-af77-b6c56805558b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/470e3fa5-8495-498c-bd2a-466c324e9bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912211 Oct 04 14:30:59.246272 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59637b6c-579f-4ef6-a35b-664c9f6cda63 req-2c31fff0-2af0-4595-9bb6-8f2ad408a70c tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:30:59.247770 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-59637b6c-579f-4ef6-a35b-664c9f6cda63 req-2c31fff0-2af0-4595-9bb6-8f2ad408a70c tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0650434 Oct 04 14:30:59.262446 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:30:59.276085 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-a1d110d1-a034-4abc-b5ae-d043514b693e req-6b178c25-28e3-4d89-92dd-7ece79c3819a tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 210 time: 0.0327094 Oct 04 14:30:59.303455 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-59637b6c-579f-4ef6-a35b-664c9f6cda63 req-f74ad10b-f29a-4a91-8fb3-bedfb7b4f87a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487106 Oct 04 14:30:59.418104 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bac04e98-8006-40d6-8b41-0501e0ed65ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:00.390521 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-51928cb2-e921-4f6e-bad4-265eb6273bca req-7f06c2e8-87f4-4534-b580-e7ed59dbba5f tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 210 time: 0.0310876 Oct 04 14:31:00.435619 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9ed66-180e-4b48-ae7a-0b9e02307ee2 req-555cd7c3-300b-4820-9b6f-7024300bcd48 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:00.437143 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9be9ed66-180e-4b48-ae7a-0b9e02307ee2 req-555cd7c3-300b-4820-9b6f-7024300bcd48 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0478930 Oct 04 14:31:00.483985 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9be9ed66-180e-4b48-ae7a-0b9e02307ee2 req-6f6ee49f-a835-42ec-b493-f4e7f6c95dd6 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404251 Oct 04 14:31:01.503012 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-6a1097e6-f338-4b6a-93f1-9e29511cedd3 req-83e014d7-ce58-4f4d-9867-7e92f461e30c tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 210 time: 0.0268662 Oct 04 14:31:01.615610 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaadbb2-0f22-4470-add1-19c5110578f9 req-a1196119-041d-4b9a-8aea-6e6e55af337b tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:01.617185 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bbaadbb2-0f22-4470-add1-19c5110578f9 req-a1196119-041d-4b9a-8aea-6e6e55af337b tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0532205 Oct 04 14:31:01.668663 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bbaadbb2-0f22-4470-add1-19c5110578f9 req-166e01c0-8bf1-44a1-9e10-52f22637dd89 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455821 Oct 04 14:31:02.247008 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:02.604240 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4a7f0aff-7577-439d-a266-97146ffd3c30 req-f62626dd-f0ab-42fc-80a7-c2f9a5f07942 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 210 time: 0.0275021 Oct 04 14:31:02.739992 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:02.795497 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8790167-6e32-41a0-b193-dc885e9b7e92 req-75ff3545-a955-49ac-833e-63281057336f tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:02.796878 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e8790167-6e32-41a0-b193-dc885e9b7e92 req-75ff3545-a955-49ac-833e-63281057336f tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0453250 Oct 04 14:31:02.844232 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e8790167-6e32-41a0-b193-dc885e9b7e92 req-76da61f5-cc70-44d5-b7b0-1ab08f201120 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409315 Oct 04 14:31:03.709276 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7605d1cb-d25d-48ff-99c2-5708b3b50aa6 req-9f55db39-ea9e-49d6-a19a-315a7d713d54 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 210 time: 0.0276003 Oct 04 14:31:03.820387 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:03.977918 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3ccd8-3f9a-47ae-ac17-c005dc2ea06b req-3d687751-d3ab-45ef-ab39-0c2abc119218 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:03.979289 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c3e3ccd8-3f9a-47ae-ac17-c005dc2ea06b req-3d687751-d3ab-45ef-ab39-0c2abc119218 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0479257 Oct 04 14:31:04.029536 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c3e3ccd8-3f9a-47ae-ac17-c005dc2ea06b req-67b2031f-5918-4592-bde1-ed727a86f714 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447462 Oct 04 14:31:04.827107 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3cacb6a6-0f35-4248-9dcd-da2e2a92d067 req-e5ec0c91-ba94-4b38-b91a-90268e355c17 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 210 time: 0.0309141 Oct 04 14:31:05.360492 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49f472-1704-4c93-aab6-15233987891f req-a53fc083-c282-4ee5-a860-87d483c5ca86 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:05.361869 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2f49f472-1704-4c93-aab6-15233987891f req-a53fc083-c282-4ee5-a860-87d483c5ca86 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.2573676 Oct 04 14:31:05.402199 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:05.410780 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2f49f472-1704-4c93-aab6-15233987891f req-55dd737e-d12a-4e47-a37f-f37108b927f1 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432796 Oct 04 14:31:05.933894 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2dada896-fb84-4bbd-be90-a878c5c7fe29 req-98cf64ca-fc4a-4ab5-b712-04e740849dee tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 210 time: 0.0286498 Oct 04 14:31:06.532878 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e693e-746c-4246-8e0d-7e75c830f7be req-9376daa8-e9eb-477a-92f9-e7354e739a13 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:06.534337 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a08e693e-746c-4246-8e0d-7e75c830f7be req-9376daa8-e9eb-477a-92f9-e7354e739a13 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0474060 Oct 04 14:31:06.581429 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a08e693e-746c-4246-8e0d-7e75c830f7be req-35791df9-0b17-470e-b008-a70821544a89 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406985 Oct 04 14:31:07.043807 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-fbb78121-2fe9-4c26-ade8-1d91efb13a22 req-f8dcee46-6ea7-40f0-a1c4-28794c44d104 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 210 time: 0.0284042 Oct 04 14:31:07.237399 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=36 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:07.249464 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=18 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:07.762578 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0416d-c60a-42b9-b192-d178e62f141e req-8e1afc54-81d2-435b-b45b-39453c87a6b5 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:07.764777 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ecb0416d-c60a-42b9-b192-d178e62f141e req-8e1afc54-81d2-435b-b45b-39453c87a6b5 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0641506 Oct 04 14:31:07.821680 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ecb0416d-c60a-42b9-b192-d178e62f141e req-ebe73855-a0c1-45ae-b586-c1c9f42dc9e7 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493512 Oct 04 14:31:07.966727 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:08.199859 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d040e3bb-8f4c-443c-951c-e03c65f43129 req-c5a01c77-1271-4d74-be0a-5a3ee40cadea tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 210 time: 0.0677056 Oct 04 14:31:08.494920 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42054) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:08.620226 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8ecc28b6-00be-489c-ad34-0a1a28216909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:08.700330 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:08.714418 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8ecc28b6-00be-489c-ad34-0a1a28216909 admin admin] Publish callbacks [] for security_group (7d0041f9-e8ea-4a4f-b1da-b9e1c8f48b0b), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:08.718610 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8ecc28b6-00be-489c-ad34-0a1a28216909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (7d0041f9-e8ea-4a4f-b1da-b9e1c8f48b0b), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:08.738943 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:08.765424 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-8ecc28b6-00be-489c-ad34-0a1a28216909 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=16e1923f9d6545d3a491436ee1669dae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693357 Oct 04 14:31:08.768339 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 42062) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:08.768898 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc28b6-00be-489c-ad34-0a1a28216909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0041f9-e8ea-4a4f-b1da-b9e1c8f48b0b,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:08.881296 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f0f4327c-499b-4383-935c-6a8d74777f50 admin admin] Publish callbacks [] for security_group (7d0041f9-e8ea-4a4f-b1da-b9e1c8f48b0b), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:08.930264 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f0f4327c-499b-4383-935c-6a8d74777f50 admin admin] Publish callbacks [] for security_group (7d0041f9-e8ea-4a4f-b1da-b9e1c8f48b0b), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:09.011110 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0babcf4-f38d-4f35-80c0-977e7ab82e1d req-3a995b5e-d2c5-49f0-bcac-189530f6f078 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:09.012665 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b0babcf4-f38d-4f35-80c0-977e7ab82e1d req-3a995b5e-d2c5-49f0-bcac-189530f6f078 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.1010764 Oct 04 14:31:09.022010 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-e07bc734-6d09-4167-ba6c-4f575a07c680 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:09.023465 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-e07bc734-6d09-4167-ba6c-4f575a07c680 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.17 "GET /networking/v2.0/networks?id=470e3fa5-8495-498c-bd2a-466c324e9bda HTTP/1.1" status: 200 len: 809 time: 0.2120876 Oct 04 14:31:09.069171 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-7f8ea7e2-921e-44b9-a719-90073cf9dd5e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Request body: {'port': {'device_id': '0417f02f-287b-46b4-871d-cf1cb2faf0ca', 'network_id': '470e3fa5-8495-498c-bd2a-466c324e9bda', 'admin_state_up': True, 'tenant_id': 'ff877a220f9443fb93fde985a653c999'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:09.072047 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:09.095992 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f0f4327c-499b-4383-935c-6a8d74777f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (7d0041f9-e8ea-4a4f-b1da-b9e1c8f48b0b), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:09.099480 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f0f4327c-499b-4383-935c-6a8d74777f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:09.100687 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-f0f4327c-499b-4383-935c-6a8d74777f50 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7d0041f9-e8ea-4a4f-b1da-b9e1c8f48b0b HTTP/1.1" status: 204 len: 168 time: 0.3300984 Oct 04 14:31:09.140755 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b0babcf4-f38d-4f35-80c0-977e7ab82e1d req-859203a4-e08a-4965-9832-f3ccbb158653 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162364 Oct 04 14:31:09.148131 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4327c-499b-4383-935c-6a8d74777f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0041f9-e8ea-4a4f-b1da-b9e1c8f48b0b,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:09.273180 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-7f8ea7e2-921e-44b9-a719-90073cf9dd5e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Made reservation on behalf of ff877a220f9443fb93fde985a653c999 for: {'port': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:31:09.279152 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-7f8ea7e2-921e-44b9-a719-90073cf9dd5e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:09.397992 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5b597282-96b3-4998-a11d-aec679b4cae9 req-7313e836-5daf-42c0-91c7-1fd41e64c25e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 210 time: 0.0453527 Oct 04 14:31:09.437558 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60bb31-5f84-435a-9192-ba8b16502121 req-90e98b1e-de19-4bbe-ace3-647a1dc31430 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:09.439157 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-df60bb31-5f84-435a-9192-ba8b16502121 req-90e98b1e-de19-4bbe-ace3-647a1dc31430 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 946 time: 0.0524380 Oct 04 14:31:09.476286 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-7f8ea7e2-921e-44b9-a719-90073cf9dd5e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Allocated IP 172.20.0.3 (470e3fa5-8495-498c-bd2a-466c324e9bda/134d23ad-891e-438e-bdda-a4b2d24746b3/0f7c29e1-34b4-4751-9b4d-bf4f577cecc7) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:31:09.495773 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-df60bb31-5f84-435a-9192-ba8b16502121 req-829e1389-5cc5-4f78-9b56-a6672f8d21e4 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502405 Oct 04 14:31:09.551488 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:09.652246 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-7f8ea7e2-921e-44b9-a719-90073cf9dd5e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Publish callbacks [] for port (0f7c29e1-34b4-4751-9b4d-bf4f577cecc7), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:09.688006 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-7f8ea7e2-921e-44b9-a719-90073cf9dd5e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (0f7c29e1-34b4-4751-9b4d-bf4f577cecc7), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:09.737533 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-7f8ea7e2-921e-44b9-a719-90073cf9dd5e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Network 470e3fa5-8495-498c-bd2a-466c324e9bda is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:31:09.740980 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-7f8ea7e2-921e-44b9-a719-90073cf9dd5e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:31:09.745312 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-7f8ea7e2-921e-44b9-a719-90073cf9dd5e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:31:09.752154 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-7f8ea7e2-921e-44b9-a719-90073cf9dd5e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:09.752154 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-7f8ea7e2-921e-44b9-a719-90073cf9dd5e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:09.760218 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ea7e2-921e-44b9-a719-90073cf9dd5e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Pushing event updated for resources: {'Port': ['ID=0f7c29e1-34b4-4751-9b4d-bf4f577cecc7,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:09.773944 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-7f8ea7e2-921e-44b9-a719-90073cf9dd5e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7161784 Oct 04 14:31:09.954038 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42108) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:10.126810 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42114) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:10.196422 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-11edbbd9-e764-4930-b279-65382f771f21 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1884642637-network', 'tenant_id': '408b16a582484c619ff17416990d5feb'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:10.200461 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c4541d41-e92d-45be-89c2-bacaa12a4cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:10.241431 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11edbbd9-e764-4930-b279-65382f771f21 admin admin] Made reservation on behalf of 408b16a582484c619ff17416990d5feb for: {'network': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:31:10.243795 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-11edbbd9-e764-4930-b279-65382f771f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for network (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:10.260565 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-11edbbd9-e764-4930-b279-65382f771f21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:10.284245 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f820c6b-ecbe-46c4-96af-ffe6c660bc0d req-1c765329-7069-48d6-8a86-db07efb1b11d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:10.285847 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7f820c6b-ecbe-46c4-96af-ffe6c660bc0d req-1c765329-7069-48d6-8a86-db07efb1b11d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0496564 Oct 04 14:31:10.338956 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7f820c6b-ecbe-46c4-96af-ffe6c660bc0d req-6be7dd6b-8ab6-40da-8bfc-707ac229fcaa tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470145 Oct 04 14:31:10.354986 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c4541d41-e92d-45be-89c2-bacaa12a4cae admin admin] Publish callbacks [] for security_group (560eaa09-593e-45f6-844e-3282a666c1df), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:10.370094 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c4541d41-e92d-45be-89c2-bacaa12a4cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (560eaa09-593e-45f6-844e-3282a666c1df), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:10.429894 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-11edbbd9-e764-4930-b279-65382f771f21 admin admin] Publish callbacks [] for security_group (4c5644a3-126b-49c3-b243-f08a4f8d2497), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:10.433711 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4541d41-e92d-45be-89c2-bacaa12a4cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560eaa09-593e-45f6-844e-3282a666c1df,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:10.440670 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-c4541d41-e92d-45be-89c2-bacaa12a4cae admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=89b78c48409445c78c463e61c7fa08f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101721 Oct 04 14:31:10.440670 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-11edbbd9-e764-4930-b279-65382f771f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (4c5644a3-126b-49c3-b243-f08a4f8d2497), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:10.443233 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42122) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:10.490748 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11edbbd9-e764-4930-b279-65382f771f21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=106355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 14:31:10.513335 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edbbd9-e764-4930-b279-65382f771f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5644a3-126b-49c3-b243-f08a4f8d2497,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:10.547954 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-11edbbd9-e764-4930-b279-65382f771f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (152383e2-d73f-4c02-bb1c-e715e00f8899), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:10.548289 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.db.segments_db [None req-11edbbd9-e764-4930-b279-65382f771f21 admin admin] Added segment 152383e2-d73f-4c02-bb1c-e715e00f8899 of type vlan for network 4116101e-9cfb-4512-a759-154f86437ec3 Oct 04 14:31:10.606715 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101e56b-ed73-43a9-93f5-a35e9bc088bb req-59425571-b026-4f06-972c-ca3285669cce tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:10.608192 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0101e56b-ed73-43a9-93f5-a35e9bc088bb req-59425571-b026-4f06-972c-ca3285669cce tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 931 time: 0.1152914 Oct 04 14:31:10.616889 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-7c3b293c-7433-4d1b-8f6e-ea5d63054c98 admin admin] Publish callbacks [] for security_group (560eaa09-593e-45f6-844e-3282a666c1df), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:10.621393 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-11edbbd9-e764-4930-b279-65382f771f21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767534377674'] for network (4116101e-9cfb-4512-a759-154f86437ec3), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:10.631400 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743eae8-d942-4fc2-a4b8-2ae80315a3cb req-c68ac647-3106-46f3-809c-9b4bea516fdb tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:10.633016 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2743eae8-d942-4fc2-a4b8-2ae80315a3cb req-c68ac647-3106-46f3-809c-9b4bea516fdb tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 946 time: 0.0522161 Oct 04 14:31:10.667086 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-7c3b293c-7433-4d1b-8f6e-ea5d63054c98 admin admin] Publish callbacks [] for security_group (560eaa09-593e-45f6-844e-3282a666c1df), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:10.679123 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:10.688535 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2743eae8-d942-4fc2-a4b8-2ae80315a3cb req-ee7d2081-9b6d-458e-b5cb-44fe63336524 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495121 Oct 04 14:31:10.709766 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:10.724703 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0101e56b-ed73-43a9-93f5-a35e9bc088bb req-86dc6880-0e1f-4fe7-9dea-89f661fd8dc8 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088920 Oct 04 14:31:10.730207 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-11edbbd9-e764-4930-b279-65382f771f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for network (4116101e-9cfb-4512-a759-154f86437ec3), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:10.731273 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11edbbd9-e764-4930-b279-65382f771f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:10.731784 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-11edbbd9-e764-4930-b279-65382f771f21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:10.793906 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-11edbbd9-e764-4930-b279-65382f771f21 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8387134 Oct 04 14:31:10.796714 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42126) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:10.802151 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-26ae8932-db24-41f5-b5ee-4f3addc523e9 admin admin] Request body: {'subnet': {'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1884642637-subnet', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'ip_version': 4}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:10.825312 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edbbd9-e764-4930-b279-65382f771f21 admin admin] Pushing event updated for resources: {'Network': ['ID=4116101e-9cfb-4512-a759-154f86437ec3,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:10.831088 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-7c3b293c-7433-4d1b-8f6e-ea5d63054c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (560eaa09-593e-45f6-844e-3282a666c1df), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:10.833717 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-7c3b293c-7433-4d1b-8f6e-ea5d63054c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:10.834854 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-7c3b293c-7433-4d1b-8f6e-ea5d63054c98 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/560eaa09-593e-45f6-844e-3282a666c1df HTTP/1.1" status: 204 len: 168 time: 0.3881581 Oct 04 14:31:10.839563 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Network 4116101e-9cfb-4512-a759-154f86437ec3 details requested by agent ovs-agent-dv-cinder-860260-1-iscsi with host dv-cinder-860260-1-iscsi {{(pid=106357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 14:31:10.845306 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ae8932-db24-41f5-b5ee-4f3addc523e9 admin admin] Made reservation on behalf of 408b16a582484c619ff17416990d5feb for: {'subnet': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:31:10.847600 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-26ae8932-db24-41f5-b5ee-4f3addc523e9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:10.850092 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b293c-7433-4d1b-8f6e-ea5d63054c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560eaa09-593e-45f6-844e-3282a666c1df,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:11.042125 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-26ae8932-db24-41f5-b5ee-4f3addc523e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for subnet (0e6eb4fb-0de1-48cf-96b5-793e497e6d95), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:11.095443 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae8932-db24-41f5-b5ee-4f3addc523e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e6eb4fb-0de1-48cf-96b5-793e497e6d95,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:11.112121 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae8932-db24-41f5-b5ee-4f3addc523e9 admin admin] Checking segment: {'id': '152383e2-d73f-4c02-bb1c-e715e00f8899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:31:11.112516 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ae8932-db24-41f5-b5ee-4f3addc523e9 admin admin] Network hostable DHCP agents. Network: 4116101e-9cfb-4512-a759-154f86437ec3, hostable agents: ['ca19cd2b-474d-4d89-a742-81ad09a7c505'], hosted agents: [] {{(pid=106355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 14:31:11.132729 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ae8932-db24-41f5-b5ee-4f3addc523e9 admin admin] Network 4116101e-9cfb-4512-a759-154f86437ec3 is scheduled to be hosted by DHCP agent ca19cd2b-474d-4d89-a742-81ad09a7c505 with binding_index 1 {{(pid=106355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 14:31:11.148167 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-26ae8932-db24-41f5-b5ee-4f3addc523e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860260-1-iscsi, 4116101e-9cfb-4512-a759-154f86437ec3) {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:31:11.157796 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ae8932-db24-41f5-b5ee-4f3addc523e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:11.160972 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 42132) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:11.161514 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-26ae8932-db24-41f5-b5ee-4f3addc523e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:11.165062 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e3fa3e-8319-4c23-b250-8f8e12e0e0b3 None None] Network 4116101e-9cfb-4512-a759-154f86437ec3 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:31:11.176457 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6d02f2c6-9dcd-42db-93a9-1691647a2831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:11.188245 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-26ae8932-db24-41f5-b5ee-4f3addc523e9 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3902221 Oct 04 14:31:11.190732 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 42134) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:11.198184 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-cd539b4a-ff6c-4a5e-a665-071fe4ac6692 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:11.221388 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:11.235902 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cd539b4a-ff6c-4a5e-a665-071fe4ac6692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7312'] for router (807667d4-7f76-4180-809f-a74c0f34451d), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:11.237007 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cd539b4a-ff6c-4a5e-a665-071fe4ac6692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7307'] for router (807667d4-7f76-4180-809f-a74c0f34451d), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:11.296755 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a9f082-27c5-4770-ae43-ea2ab18ed713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d75d4f5-93f2-5a44-ba2c-7aa78ccd22af-4116101e-9cfb-4512-a759-154f86437ec3', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'project_id': '408b16a582484c619ff17416990d5feb', 'fixed_ips': [{'subnet_id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95'}]}} from dv-cinder-860260-1-iscsi. {{(pid=106357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 14:31:11.297758 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-28a9f082-27c5-4770-ae43-ea2ab18ed713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:11.316176 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cd539b4a-ff6c-4a5e-a665-071fe4ac6692 admin admin] Publish callbacks [] for router_controller (807667d4-7f76-4180-809f-a74c0f34451d), precommit_add_association {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:11.329760 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6d02f2c6-9dcd-42db-93a9-1691647a2831 admin admin] Publish callbacks [] for security_group (10914188-cbdb-45c1-9504-fb82a7a81c05), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:11.364172 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6d02f2c6-9dcd-42db-93a9-1691647a2831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (10914188-cbdb-45c1-9504-fb82a7a81c05), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:11.437928 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:11.441087 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:11.445218 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [None req-28a9f082-27c5-4770-ae43-ea2ab18ed713 None None] Allocated IP 172.20.0.2 (4116101e-9cfb-4512-a759-154f86437ec3/0e6eb4fb-0de1-48cf-96b5-793e497e6d95/1ab3896d-54f6-4ce2-8ebe-a42c5f844be2) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:31:11.493588 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-85270360-da22-40ee-8f9e-5a5ce83e5f2d service neutron] Request body: {'port': {'device_id': '0417f02f-287b-46b4-871d-cf1cb2faf0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86026'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:11.496283 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02f2c6-9dcd-42db-93a9-1691647a2831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10914188-cbdb-45c1-9504-fb82a7a81c05,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:11.501483 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-6d02f2c6-9dcd-42db-93a9-1691647a2831 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f2e41d700cc44bf2a5020fe151a7fd8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3385277 Oct 04 14:31:11.505273 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42138) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:11.517894 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:11.573112 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-51ba019e-d838-4081-8d34-ed17894785c8 admin admin] Publish callbacks [] for security_group (10914188-cbdb-45c1-9504-fb82a7a81c05), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:11.583812 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cd539b4a-ff6c-4a5e-a665-071fe4ac6692 admin admin] Publish callbacks [] for router_gateway (807667d4-7f76-4180-809f-a74c0f34451d), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:11.601174 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01446cb1-824d-431d-807e-f2101dd43060 req-be420355-88c5-49c0-84ab-b081e056d4c8 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:11.601384 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-51ba019e-d838-4081-8d34-ed17894785c8 admin admin] Publish callbacks [] for security_group (10914188-cbdb-45c1-9504-fb82a7a81c05), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:11.602948 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-01446cb1-824d-431d-807e-f2101dd43060 req-be420355-88c5-49c0-84ab-b081e056d4c8 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.1775301 Oct 04 14:31:11.608118 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-28a9f082-27c5-4770-ae43-ea2ab18ed713 None None] Publish callbacks [] for port (1ab3896d-54f6-4ce2-8ebe-a42c5f844be2), precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:11.615497 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-28a9f082-27c5-4770-ae43-ea2ab18ed713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (1ab3896d-54f6-4ce2-8ebe-a42c5f844be2), after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:11.660948 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a9f082-27c5-4770-ae43-ea2ab18ed713 None None] Network 4116101e-9cfb-4512-a759-154f86437ec3 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:31:11.667696 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-51ba019e-d838-4081-8d34-ed17894785c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (10914188-cbdb-45c1-9504-fb82a7a81c05), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:11.668955 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-28a9f082-27c5-4770-ae43-ea2ab18ed713 None None] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:31:11.671053 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-51ba019e-d838-4081-8d34-ed17894785c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:11.672542 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-51ba019e-d838-4081-8d34-ed17894785c8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/10914188-cbdb-45c1-9504-fb82a7a81c05 HTTP/1.1" status: 204 len: 168 time: 0.1661558 Oct 04 14:31:11.682845 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a9f082-27c5-4770-ae43-ea2ab18ed713 None None] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:31:11.684454 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba019e-d838-4081-8d34-ed17894785c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10914188-cbdb-45c1-9504-fb82a7a81c05,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:11.697219 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9f082-27c5-4770-ae43-ea2ab18ed713 None None] Pushing event updated for resources: {'Port': ['ID=1ab3896d-54f6-4ce2-8ebe-a42c5f844be2,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:11.732245 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-85270360-da22-40ee-8f9e-5a5ce83e5f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (0f7c29e1-34b4-4751-9b4d-bf4f577cecc7), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:11.775855 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-28a9f082-27c5-4770-ae43-ea2ab18ed713 None None] Attempting to bind port 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2 on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:31:11.776400 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-28a9f082-27c5-4770-ae43-ea2ab18ed713 None None] Attempting to bind port 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2 by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '152383e2-d73f-4c02-bb1c-e715e00f8899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:31:11.776769 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a9f082-27c5-4770-ae43-ea2ab18ed713 None None] Attempting to bind port 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2 on network 4116101e-9cfb-4512-a759-154f86437ec3 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:31:11.796084 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-01446cb1-824d-431d-807e-f2101dd43060 req-9e1d875b-bec9-4136-b298-b53ca9d4361e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832910 Oct 04 14:31:11.855793 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a9f082-27c5-4770-ae43-ea2ab18ed713 None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:31:11.857545 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a9f082-27c5-4770-ae43-ea2ab18ed713 None None] Checking segment: {'id': '152383e2-d73f-4c02-bb1c-e715e00f8899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:31:11.858148 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-28a9f082-27c5-4770-ae43-ea2ab18ed713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:11.858735 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a9f082-27c5-4770-ae43-ea2ab18ed713 None None] Bound using segment: {'id': '152383e2-d73f-4c02-bb1c-e715e00f8899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:31:11.859376 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-28a9f082-27c5-4770-ae43-ea2ab18ed713 None None] Bound port: 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '152383e2-d73f-4c02-bb1c-e715e00f8899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:31:11.860028 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-28a9f082-27c5-4770-ae43-ea2ab18ed713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (1ab3896d-54f6-4ce2-8ebe-a42c5f844be2), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:11.868555 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff5ff0-e97c-4a83-8d05-1038a04f97dd req-bd142c21-0cf3-4eec-8831-357ab7528c1e tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:11.875676 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-01ff5ff0-e97c-4a83-8d05-1038a04f97dd req-bd142c21-0cf3-4eec-8831-357ab7528c1e tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 946 time: 0.0976379 Oct 04 14:31:11.952854 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-28a9f082-27c5-4770-ae43-ea2ab18ed713 None None] For port 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:31:11.957992 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-01ff5ff0-e97c-4a83-8d05-1038a04f97dd req-a9140961-ca2b-4199-8822-0c6948bc0f50 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755658 Oct 04 14:31:11.959451 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-28a9f082-27c5-4770-ae43-ea2ab18ed713 None None] For port 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=1ab3896d-54f6-4ce2-8ebe-a42c5f844be2,segment=NetworkSegment(152383e2-d73f-4c02-bb1c-e715e00f8899),segment_id=152383e2-d73f-4c02-bb1c-e715e00f8899)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:31:11.969647 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-28a9f082-27c5-4770-ae43-ea2ab18ed713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (1ab3896d-54f6-4ce2-8ebe-a42c5f844be2), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:12.050713 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9f082-27c5-4770-ae43-ea2ab18ed713 None None] Pushing event updated for resources: {'Port': ['ID=1ab3896d-54f6-4ce2-8ebe-a42c5f844be2,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:12.116490 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b41c4-870f-4105-8a29-5b42fe3e82c6 req-ff88bf44-d002-43dd-84e2-b5c762edba77 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:12.118221 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3e5b41c4-870f-4105-8a29-5b42fe3e82c6 req-ff88bf44-d002-43dd-84e2-b5c762edba77 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 931 time: 0.1552622 Oct 04 14:31:12.159611 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cd539b4a-ff6c-4a5e-a665-071fe4ac6692 admin admin] Publish callbacks [] for router_gateway (807667d4-7f76-4180-809f-a74c0f34451d), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:12.204648 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cd539b4a-ff6c-4a5e-a665-071fe4ac6692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:12.312469 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:12.339188 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3e5b41c4-870f-4105-8a29-5b42fe3e82c6 req-e3aa5a43-8b85-4eec-a2ff-799de6e5ae7a tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071869 Oct 04 14:31:12.391892 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169731d-ccd0-43e2-a20e-a0e9ee799c67 req-71c55f1b-a594-4255-aec2-8abd86f21b63 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:12.393398 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8169731d-ccd0-43e2-a20e-a0e9ee799c67 req-71c55f1b-a594-4255-aec2-8abd86f21b63 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 946 time: 0.0954881 Oct 04 14:31:12.485009 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-85270360-da22-40ee-8f9e-5a5ce83e5f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7 {{(pid=106356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:31:12.502137 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-85270360-da22-40ee-8f9e-5a5ce83e5f2d service neutron] Publish callbacks [] for port (0f7c29e1-34b4-4751-9b4d-bf4f577cecc7), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:12.504530 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:12.552105 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [None req-cd539b4a-ff6c-4a5e-a665-071fe4ac6692 admin admin] Allocated IP 172.27.3.25 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/fe2e54c8-b481-4790-8698-dac3ee21f468) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:31:12.623656 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42164) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:12.736160 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-fb504494-1927-4051-88d4-353853c04541 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1211928999-network', 'tenant_id': '29cbd816b9e24c17b3d0412e7cd85328'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:12.759313 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb504494-1927-4051-88d4-353853c04541 admin admin] Made reservation on behalf of 29cbd816b9e24c17b3d0412e7cd85328 for: {'network': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:31:12.761737 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fb504494-1927-4051-88d4-353853c04541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for network (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:12.772126 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fb504494-1927-4051-88d4-353853c04541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:12.797536 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:12.822852 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.provisioning_blocks [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-85270360-da22-40ee-8f9e-5a5ce83e5f2d service neutron] Transition to ACTIVE for port object 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7 will not be triggered until provisioned by entity L2. {{(pid=106356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 14:31:12.834075 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-85270360-da22-40ee-8f9e-5a5ce83e5f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (0f7c29e1-34b4-4751-9b4d-bf4f577cecc7), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:12.843967 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:DELETE=5,neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:12.879072 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fb504494-1927-4051-88d4-353853c04541 admin admin] Publish callbacks [] for security_group (71dfa87e-2376-40bc-a6c3-49411bc92afe), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:12.884246 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fb504494-1927-4051-88d4-353853c04541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (71dfa87e-2376-40bc-a6c3-49411bc92afe), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:12.936881 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-8169731d-ccd0-43e2-a20e-a0e9ee799c67 req-44008908-c4b9-43a5-a3c5-78d984fcfed4 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Deleting port d9a62f08-f97c-4b57-912d-1b054d110489 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:31:12.937236 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-8169731d-ccd0-43e2-a20e-a0e9ee799c67 req-44008908-c4b9-43a5-a3c5-78d984fcfed4 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (d9a62f08-f97c-4b57-912d-1b054d110489), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:12.946404 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb504494-1927-4051-88d4-353853c04541 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=106355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 14:31:12.965577 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb504494-1927-4051-88d4-353853c04541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dfa87e-2376-40bc-a6c3-49411bc92afe,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:12.974911 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fb504494-1927-4051-88d4-353853c04541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (5fc0715d-6466-4da0-9b91-b0a1698a177e), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:12.975499 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.db.segments_db [None req-fb504494-1927-4051-88d4-353853c04541 admin admin] Added segment 5fc0715d-6466-4da0-9b91-b0a1698a177e of type vlan for network 6eab878d-9954-4fc2-96e0-8e16c56b4132 Oct 04 14:31:12.984203 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6370b8c-b782-4555-888e-71b61c9e2f40 req-a2940f25-bba8-46ca-b93e-1e93c8ead52a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:12.985806 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b6370b8c-b782-4555-888e-71b61c9e2f40 req-a2940f25-bba8-46ca-b93e-1e93c8ead52a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0814738 Oct 04 14:31:13.029917 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85270360-da22-40ee-8f9e-5a5ce83e5f2d service neutron] Pushing event updated for resources: {'Port': ['ID=0f7c29e1-34b4-4751-9b4d-bf4f577cecc7,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:13.059002 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-85270360-da22-40ee-8f9e-5a5ce83e5f2d service neutron] Attempting to bind port 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7 on host hv-cinder-86026 for vnic_type normal with profile {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:31:13.059214 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fb504494-1927-4051-88d4-353853c04541 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767534377674'] for network (6eab878d-9954-4fc2-96e0-8e16c56b4132), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:13.059382 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-85270360-da22-40ee-8f9e-5a5ce83e5f2d service neutron] Attempting to bind port 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7 by drivers openvswitch,hyperv on host hv-cinder-86026 at level 0 using segments [{'id': '1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '470e3fa5-8495-498c-bd2a-466c324e9bda'}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:31:13.059658 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-85270360-da22-40ee-8f9e-5a5ce83e5f2d service neutron] Attempting to bind port 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7 on network 470e3fa5-8495-498c-bd2a-466c324e9bda {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:31:13.081128 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b6370b8c-b782-4555-888e-71b61c9e2f40 req-c2959dda-3ea5-4cd6-b183-d1200f2559a7 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867538 Oct 04 14:31:13.103196 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fb504494-1927-4051-88d4-353853c04541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for network (6eab878d-9954-4fc2-96e0-8e16c56b4132), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:13.103985 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb504494-1927-4051-88d4-353853c04541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:13.104620 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fb504494-1927-4051-88d4-353853c04541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:13.146168 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cd539b4a-ff6c-4a5e-a665-071fe4ac6692 admin admin] Publish callbacks [] for port (fe2e54c8-b481-4790-8698-dac3ee21f468), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:13.182111 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-fb504494-1927-4051-88d4-353853c04541 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5543091 Oct 04 14:31:13.182358 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42172) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:13.187139 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-966a9f45-03ec-4612-b290-2154130cac0b admin admin] Request body: {'subnet': {'network_id': '6eab878d-9954-4fc2-96e0-8e16c56b4132', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1211928999-subnet', 'tenant_id': '29cbd816b9e24c17b3d0412e7cd85328', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:13.192693 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb504494-1927-4051-88d4-353853c04541 admin admin] Pushing event updated for resources: {'Network': ['ID=6eab878d-9954-4fc2-96e0-8e16c56b4132,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:13.205380 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed16de9-3eaa-427d-bb76-012f071a16a0 None None] Network 4116101e-9cfb-4512-a759-154f86437ec3 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:31:13.209508 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Network 6eab878d-9954-4fc2-96e0-8e16c56b4132 details requested by agent ovs-agent-dv-cinder-860260-1-iscsi with host dv-cinder-860260-1-iscsi {{(pid=106357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 14:31:13.211343 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966a9f45-03ec-4612-b290-2154130cac0b admin admin] Made reservation on behalf of 29cbd816b9e24c17b3d0412e7cd85328 for: {'subnet': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:31:13.211478 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-8169731d-ccd0-43e2-a20e-a0e9ee799c67 req-44008908-c4b9-43a5-a3c5-78d984fcfed4 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] For port d9a62f08-f97c-4b57-912d-1b054d110489, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=d9a62f08-f97c-4b57-912d-1b054d110489,segment=NetworkSegment(e348613e-3669-436d-a9ac-f6ed2ca47324),segment_id=e348613e-3669-436d-a9ac-f6ed2ca47324)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:31:13.211955 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-8169731d-ccd0-43e2-a20e-a0e9ee799c67 req-44008908-c4b9-43a5-a3c5-78d984fcfed4 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (d9a62f08-f97c-4b57-912d-1b054d110489), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:13.215005 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-966a9f45-03ec-4612-b290-2154130cac0b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:13.246141 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1a21e-274a-4cd0-9f4e-274b2a58aeac req-d79281d6-1c2a-4be3-a83f-ca49d94d2546 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:13.247679 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a9f1a21e-274a-4cd0-9f4e-274b2a58aeac req-d79281d6-1c2a-4be3-a83f-ca49d94d2546 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 946 time: 0.1444802 Oct 04 14:31:13.257219 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-8169731d-ccd0-43e2-a20e-a0e9ee799c67 req-44008908-c4b9-43a5-a3c5-78d984fcfed4 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Calling delete_port for d9a62f08-f97c-4b57-912d-1b054d110489 owned by compute:nova {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:31:13.264796 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-85270360-da22-40ee-8f9e-5a5ce83e5f2d service neutron] Port 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7 on network 470e3fa5-8495-498c-bd2a-466c324e9bda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86026 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 14:31:13.264796 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-85270360-da22-40ee-8f9e-5a5ce83e5f2d service neutron] Attempting to bind port 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7 on network 470e3fa5-8495-498c-bd2a-466c324e9bda {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:31:13.317562 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:13.373000 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:31:13.426676 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cd539b4a-ff6c-4a5e-a665-071fe4ac6692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (fe2e54c8-b481-4790-8698-dac3ee21f468), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:13.445237 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-5c2f9dcb-9f32-4d40-8566-870973c4a097 None None] Provisioning complete for port 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:31:13.445534 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5c2f9dcb-9f32-4d40-8566-870973c4a097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (1ab3896d-54f6-4ce2-8ebe-a42c5f844be2), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:13.445949 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-5c2f9dcb-9f32-4d40-8566-870973c4a097 None None] Attempt 1 to provision port 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2 Oct 04 14:31:13.457938 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:13.500428 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-966a9f45-03ec-4612-b290-2154130cac0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for subnet (b8fbcf51-603d-4372-a2a2-75f8c7e98c5a), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:13.508869 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a9f1a21e-274a-4cd0-9f4e-274b2a58aeac req-39753852-bb69-4161-8974-8570b29198fe tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=971f5f92-2b7c-4b0f-8c00-52345a68f197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417350 Oct 04 14:31:13.515970 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-85270360-da22-40ee-8f9e-5a5ce83e5f2d service neutron] Checking agent: {'id': '7414b559-7f0d-43de-b796-62d1db2de72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86026', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'started_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:31:13.516355 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-85270360-da22-40ee-8f9e-5a5ce83e5f2d service neutron] Checking segment: {'id': '1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '470e3fa5-8495-498c-bd2a-466c324e9bda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:31:13.516738 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-85270360-da22-40ee-8f9e-5a5ce83e5f2d service neutron] Bound using segment: {'id': '1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '470e3fa5-8495-498c-bd2a-466c324e9bda'} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:31:13.517207 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-85270360-da22-40ee-8f9e-5a5ce83e5f2d service neutron] Bound port: 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7, host: hv-cinder-86026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '470e3fa5-8495-498c-bd2a-466c324e9bda'}}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:31:13.517569 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-85270360-da22-40ee-8f9e-5a5ce83e5f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (0f7c29e1-34b4-4751-9b4d-bf4f577cecc7), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:13.524399 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd539b4a-ff6c-4a5e-a665-071fe4ac6692 admin admin] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:31:13.539251 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-cd539b4a-ff6c-4a5e-a665-071fe4ac6692 admin admin] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:31:13.540788 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c1f2b-a5f7-452b-bc0b-7b307f30bab5 req-7ebb2f6c-ac4c-445a-90c1-27e857402e1b tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:13.541827 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd539b4a-ff6c-4a5e-a665-071fe4ac6692 admin admin] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:31:13.544085 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7f0c1f2b-a5f7-452b-bc0b-7b307f30bab5 req-7ebb2f6c-ac4c-445a-90c1-27e857402e1b tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 943 time: 0.1035802 Oct 04 14:31:13.544281 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd539b4a-ff6c-4a5e-a665-071fe4ac6692 admin admin] Pushing event updated for resources: {'Port': ['ID=fe2e54c8-b481-4790-8698-dac3ee21f468,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:13.618890 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a9f45-03ec-4612-b290-2154130cac0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8fbcf51-603d-4372-a2a2-75f8c7e98c5a,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:13.657099 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7f0c1f2b-a5f7-452b-bc0b-7b307f30bab5 req-912f537f-5a46-4879-8e74-c23002d37add tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987053 Oct 04 14:31:13.667609 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966a9f45-03ec-4612-b290-2154130cac0b admin admin] Checking segment: {'id': '5fc0715d-6466-4da0-9b91-b0a1698a177e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6eab878d-9954-4fc2-96e0-8e16c56b4132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:31:13.669803 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966a9f45-03ec-4612-b290-2154130cac0b admin admin] Network hostable DHCP agents. Network: 6eab878d-9954-4fc2-96e0-8e16c56b4132, hostable agents: ['ca19cd2b-474d-4d89-a742-81ad09a7c505'], hosted agents: [] {{(pid=106355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 14:31:13.694377 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:13.701784 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966a9f45-03ec-4612-b290-2154130cac0b admin admin] Network 6eab878d-9954-4fc2-96e0-8e16c56b4132 is scheduled to be hosted by DHCP agent ca19cd2b-474d-4d89-a742-81ad09a7c505 with binding_index 1 {{(pid=106355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 14:31:13.707602 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:13.717114 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-966a9f45-03ec-4612-b290-2154130cac0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860260-1-iscsi, 6eab878d-9954-4fc2-96e0-8e16c56b4132) {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:31:13.717955 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:31:13.718327 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (1ab3896d-54f6-4ce2-8ebe-a42c5f844be2), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:13.718660 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2 Oct 04 14:31:13.728005 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966a9f45-03ec-4612-b290-2154130cac0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:13.728646 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-966a9f45-03ec-4612-b290-2154130cac0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:13.764805 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-966a9f45-03ec-4612-b290-2154130cac0b admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5796657 Oct 04 14:31:13.773751 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-85270360-da22-40ee-8f9e-5a5ce83e5f2d service neutron] For port 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7, host hv-cinder-86026, cleared binding levels {{(pid=106356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:31:13.775963 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05faea4-402b-461c-abb8-2f340442057c None None] Network 6eab878d-9954-4fc2-96e0-8e16c56b4132 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:31:13.782919 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-85270360-da22-40ee-8f9e-5a5ce83e5f2d service neutron] For port 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7, host hv-cinder-86026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=0f7c29e1-34b4-4751-9b4d-bf4f577cecc7,segment=NetworkSegment(1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d),segment_id=1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d)] {{(pid=106356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:31:13.805420 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-85270360-da22-40ee-8f9e-5a5ce83e5f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (0f7c29e1-34b4-4751-9b4d-bf4f577cecc7), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:13.809095 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-85270360-da22-40ee-8f9e-5a5ce83e5f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:13.809869 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-85270360-da22-40ee-8f9e-5a5ce83e5f2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:13.812357 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-85270360-da22-40ee-8f9e-5a5ce83e5f2d service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/0f7c29e1-34b4-4751-9b4d-bf4f577cecc7 HTTP/1.1" status: 200 len: 1093 time: 2.3264229 Oct 04 14:31:13.852092 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0417f02f-287b-46b4-871d-cf1cb2faf0ca', 'tag': '0f7c29e1-34b4-4751-9b4d-bf4f577cecc7'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:31:13.853863 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa1466e-4d2a-4094-b4e3-1c1cb5597a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "0417f02f-287b-46b4-871d-cf1cb2faf0ca", "tag": "0f7c29e1-34b4-4751-9b4d-bf4f577cecc7"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:31:13.872752 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-5c2f9dcb-9f32-4d40-8566-870973c4a097 None None] Current status of the port 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:31:13.873353 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5c2f9dcb-9f32-4d40-8566-870973c4a097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (1ab3896d-54f6-4ce2-8ebe-a42c5f844be2), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:13.881268 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-8169731d-ccd0-43e2-a20e-a0e9ee799c67 req-44008908-c4b9-43a5-a3c5-78d984fcfed4 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957'] for port (d9a62f08-f97c-4b57-912d-1b054d110489), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:13.954596 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['d9a62f08-f97c-4b57-912d-1b054d110489'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:31:13.962411 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3b3b24-fff8-4e5d-8247-06473eb5bdcf x-openstack-request-id: req-db3b3b24-fff8-4e5d-8247-06473eb5bdcf {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:31:13.962708 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0417f02f-287b-46b4-871d-cf1cb2faf0ca", "tag": "0f7c29e1-34b4-4751-9b4d-bf4f577cecc7", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:31:13.962961 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db3b3b24-fff8-4e5d-8247-06473eb5bdcf {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:31:13.963410 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db3b3b24-fff8-4e5d-8247-06473eb5bdcf'] response: {'name': 'network-changed', 'server_uuid': '0417f02f-287b-46b4-871d-cf1cb2faf0ca', 'tag': '0f7c29e1-34b4-4751-9b4d-bf4f577cecc7', 'status': 'completed', 'code': 200} Oct 04 14:31:14.065273 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-5c2f9dcb-9f32-4d40-8566-870973c4a097 None None] For port 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=1ab3896d-54f6-4ce2-8ebe-a42c5f844be2,segment=NetworkSegment(152383e2-d73f-4c02-bb1c-e715e00f8899),segment_id=152383e2-d73f-4c02-bb1c-e715e00f8899)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:31:14.089902 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cd539b4a-ff6c-4a5e-a665-071fe4ac6692 admin admin] Publish callbacks [] for router_gateway (807667d4-7f76-4180-809f-a74c0f34451d), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:14.093912 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5c2f9dcb-9f32-4d40-8566-870973c4a097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (1ab3896d-54f6-4ce2-8ebe-a42c5f844be2), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:14.095810 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-55677324-9475-4b63-9588-92618423bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:14.097362 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-55677324-9475-4b63-9588-92618423bd96 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ff877a220f9443fb93fde985a653c999&device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 1127 time: 0.1970437 Oct 04 14:31:14.117571 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:31:14.127065 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (1ab3896d-54f6-4ce2-8ebe-a42c5f844be2), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:14.129888 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d4ef3e-4ad3-4512-936e-c84186894b54 None None] Network 6eab878d-9954-4fc2-96e0-8e16c56b4132 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:31:14.208333 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-8169731d-ccd0-43e2-a20e-a0e9ee799c67 req-44008908-c4b9-43a5-a3c5-78d984fcfed4 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] No DVR routers for this DVR port d9a62f08-f97c-4b57-912d-1b054d110489 on host hv-cinder-86026 {{(pid=106356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:31:14.212152 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-8169731d-ccd0-43e2-a20e-a0e9ee799c67 req-44008908-c4b9-43a5-a3c5-78d984fcfed4 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:14.216037 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8169731d-ccd0-43e2-a20e-a0e9ee799c67 req-44008908-c4b9-43a5-a3c5-78d984fcfed4 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.17 "DELETE /networking/v2.0/ports/d9a62f08-f97c-4b57-912d-1b054d110489 HTTP/1.1" status: 204 len: 173 time: 1.8159661 Oct 04 14:31:14.267541 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85270360-da22-40ee-8f9e-5a5ce83e5f2d service neutron] Pushing event updated for resources: {'Port': ['ID=0f7c29e1-34b4-4751-9b4d-bf4f577cecc7,revision_number=3']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:14.279658 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-c8dc403b-46a0-4e38-b8ee-45cabf6cc5ed service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f7c29e1-34b4-4751-9b4d-bf4f577cecc7 HTTP/1.1" status: 200 len: 217 time: 0.1295271 Oct 04 14:31:14.317590 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44008908-c4b9-43a5-a3c5-78d984fcfed4 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] Pushing event deleted for resources: {'Port': ['ID=d9a62f08-f97c-4b57-912d-1b054d110489,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:14.381442 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-eaaa1178-2a5e-4204-8a38-d79e2f1c5bcf None None] Provisioning complete for port 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:31:14.382002 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-eaaa1178-2a5e-4204-8a38-d79e2f1c5bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (1ab3896d-54f6-4ce2-8ebe-a42c5f844be2), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:14.382184 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-eaaa1178-2a5e-4204-8a38-d79e2f1c5bcf None None] Attempt 1 to provision port 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2 Oct 04 14:31:14.382970 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d53b41-8b50-4a5c-939b-15491ab0037e req-4ec890d0-bab9-4c37-9c22-171f261d74b6 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:14.386694 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-66d53b41-8b50-4a5c-939b-15491ab0037e req-4ec890d0-bab9-4c37-9c22-171f261d74b6 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.1958818 Oct 04 14:31:14.405349 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-4dcfd1c4-fb6c-4ca9-86f6-ee7ebb9b302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:14.407030 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-4dcfd1c4-fb6c-4ca9-86f6-ee7ebb9b302c service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=134d23ad-891e-438e-bdda-a4b2d24746b3 HTTP/1.1" status: 200 len: 849 time: 0.1016655 Oct 04 14:31:14.417726 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f9dcb-9f32-4d40-8566-870973c4a097 None None] Pushing event updated for resources: {'Port': ['ID=1ab3896d-54f6-4ce2-8ebe-a42c5f844be2,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:14.471121 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-66d53b41-8b50-4a5c-939b-15491ab0037e req-a4a5169d-84fd-4294-95d5-75cd154a2d74 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763755 Oct 04 14:31:14.476560 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-cca4e9eb-5362-4e20-b05f-d5e7c952abf0 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=470e3fa5-8495-498c-bd2a-466c324e9bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353098 Oct 04 14:31:14.481329 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.db.api [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 14:31:14.481818 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG oslo_db.api [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 14:31:14.501779 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:14.548057 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42196) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:14.553083 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-eaaa1178-2a5e-4204-8a38-d79e2f1c5bcf None None] Current status of the port 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:31:14.555043 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-ee8e3f90-cbc1-458a-9542-92712f57cd17 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-495264185-network', 'tenant_id': '69bc01fd66694a188ec00074d35ea687'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:14.589041 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8e3f90-cbc1-458a-9542-92712f57cd17 admin admin] Made reservation on behalf of 69bc01fd66694a188ec00074d35ea687 for: {'network': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:31:14.593201 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ee8e3f90-cbc1-458a-9542-92712f57cd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for network (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:14.601821 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cd539b4a-ff6c-4a5e-a665-071fe4ac6692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549326'] for router (807667d4-7f76-4180-809f-a74c0f34451d), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:14.605732 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ee8e3f90-cbc1-458a-9542-92712f57cd17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:14.635869 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:14.691066 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-74c65c4a-8092-4536-b216-3b1991b5ab90 req-a0730856-c672-4dfd-b8e4-f20a1f7ac88f tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 210 time: 0.0778165 Oct 04 14:31:14.704939 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ee8e3f90-cbc1-458a-9542-92712f57cd17 admin admin] Publish callbacks [] for security_group (e358e9fb-ab31-43f4-b4f1-a33c3cbbc813), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:14.708839 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-68147fa8-f35f-439c-9fd8-3b57ea5ad433 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/470e3fa5-8495-498c-bd2a-466c324e9bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250583 Oct 04 14:31:14.711214 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ee8e3f90-cbc1-458a-9542-92712f57cd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (e358e9fb-ab31-43f4-b4f1-a33c3cbbc813), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:14.750608 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e3f90-cbc1-458a-9542-92712f57cd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e358e9fb-ab31-43f4-b4f1-a33c3cbbc813,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:14.762023 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8e3f90-cbc1-458a-9542-92712f57cd17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=106355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 14:31:14.810730 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ee8e3f90-cbc1-458a-9542-92712f57cd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (746b330f-897d-4e2d-b5b6-8f4eb07b92bd), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:14.811079 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.db.segments_db [None req-ee8e3f90-cbc1-458a-9542-92712f57cd17 admin admin] Added segment 746b330f-897d-4e2d-b5b6-8f4eb07b92bd of type vlan for network afde645f-d78c-44d6-ac3e-58af07f1adc9 Oct 04 14:31:14.826708 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826e85e-c094-43f0-8375-0ee588e791ce req-155f0b9a-e4f8-48cf-82d7-ff3003e6976f tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:14.828243 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-6826e85e-c094-43f0-8375-0ee588e791ce req-155f0b9a-e4f8-48cf-82d7-ff3003e6976f tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 943 time: 0.0702569 Oct 04 14:31:14.878064 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e8991230-3979-41cc-8d1e-bf0f32df3b8d req-0ae66697-3594-4e03-8bbe-6e253d2ddd2e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/470e3fa5-8495-498c-bd2a-466c324e9bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611726 Oct 04 14:31:14.882282 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ee8e3f90-cbc1-458a-9542-92712f57cd17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767534377674'] for network (afde645f-d78c-44d6-ac3e-58af07f1adc9), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:14.882461 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:14.900381 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd539b4a-ff6c-4a5e-a665-071fe4ac6692 admin admin] Router 807667d4-7f76-4180-809f-a74c0f34451d is scheduled to L3 agent 143239ad-78d0-4b46-bab7-60f655805716 with binding_index 1 {{(pid=106356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 14:31:14.929007 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-6826e85e-c094-43f0-8375-0ee588e791ce req-92a485cb-47d7-487f-8962-8039caaf6e54 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808933 Oct 04 14:31:14.948600 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ee8e3f90-cbc1-458a-9542-92712f57cd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for network (afde645f-d78c-44d6-ac3e-58af07f1adc9), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:14.948600 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8e3f90-cbc1-458a-9542-92712f57cd17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:14.948600 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ee8e3f90-cbc1-458a-9542-92712f57cd17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:15.012661 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-ee8e3f90-cbc1-458a-9542-92712f57cd17 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4632607 Oct 04 14:31:15.018912 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:15.020559 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42202) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:15.020927 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:31:15.033811 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-706ae081-0b4b-4d68-9b42-ed4fcc744147 admin admin] Request body: {'subnet': {'network_id': 'afde645f-d78c-44d6-ac3e-58af07f1adc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-495264185-subnet', 'tenant_id': '69bc01fd66694a188ec00074d35ea687', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:15.043017 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e3f90-cbc1-458a-9542-92712f57cd17 admin admin] Pushing event updated for resources: {'Network': ['ID=afde645f-d78c-44d6-ac3e-58af07f1adc9,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:15.045417 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd539b4a-ff6c-4a5e-a665-071fe4ac6692 admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:31:15.055198 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Network afde645f-d78c-44d6-ac3e-58af07f1adc9 details requested by agent ovs-agent-dv-cinder-860260-1-iscsi with host dv-cinder-860260-1-iscsi {{(pid=106357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 14:31:15.056188 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] Sync routers for ids ['807667d4-7f76-4180-809f-a74c0f34451d'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:31:15.068657 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] Routers {'807667d4-7f76-4180-809f-a74c0f34451d'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:31:15.069968 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:30:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['807667d4-7f76-4180-809f-a74c0f34451d'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:15.070177 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cd539b4a-ff6c-4a5e-a665-071fe4ac6692 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:15.071398 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-cd539b4a-ff6c-4a5e-a665-071fe4ac6692 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8798263 Oct 04 14:31:15.075037 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42204) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:15.083541 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706ae081-0b4b-4d68-9b42-ed4fcc744147 admin admin] Made reservation on behalf of 69bc01fd66694a188ec00074d35ea687 for: {'subnet': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:31:15.085585 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-706ae081-0b4b-4d68-9b42-ed4fcc744147 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:15.180181 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] Set router 807667d4-7f76-4180-809f-a74c0f34451d gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:31:15.240916 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:15.282660 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:31:15.315107 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:15.334181 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:31:15.334569 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (1ab3896d-54f6-4ce2-8ebe-a42c5f844be2), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:15.334912 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2 Oct 04 14:31:15.357804 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:31:13Z', 'revision_number': 3, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port': {'id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:12Z', 'updated_at': '2022-10-04T14:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:15.387849 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] Checking router: 807667d4-7f76-4180-809f-a74c0f34451d for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:31:15.388477 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] Updating router 807667d4-7f76-4180-809f-a74c0f34451d port fe2e54c8-b481-4790-8698-dac3ee21f468 binding host dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 14:31:15.417993 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:31:15.427283 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (fe2e54c8-b481-4790-8698-dac3ee21f468), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:15.459969 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-706ae081-0b4b-4d68-9b42-ed4fcc744147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for subnet (e1c92c47-d466-4fa5-b843-3a96021e9298), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:15.474341 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:15.578588 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ae081-0b4b-4d68-9b42-ed4fcc744147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1c92c47-d466-4fa5-b843-3a96021e9298,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:15.621826 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706ae081-0b4b-4d68-9b42-ed4fcc744147 admin admin] Checking segment: {'id': '746b330f-897d-4e2d-b5b6-8f4eb07b92bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'afde645f-d78c-44d6-ac3e-58af07f1adc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:31:15.622199 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706ae081-0b4b-4d68-9b42-ed4fcc744147 admin admin] Network hostable DHCP agents. Network: afde645f-d78c-44d6-ac3e-58af07f1adc9, hostable agents: ['ca19cd2b-474d-4d89-a742-81ad09a7c505'], hosted agents: [] {{(pid=106355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 14:31:15.664946 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706ae081-0b4b-4d68-9b42-ed4fcc744147 admin admin] Network afde645f-d78c-44d6-ac3e-58af07f1adc9 is scheduled to be hosted by DHCP agent ca19cd2b-474d-4d89-a742-81ad09a7c505 with binding_index 1 {{(pid=106355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 14:31:15.703228 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] Publish callbacks [] for port (fe2e54c8-b481-4790-8698-dac3ee21f468), precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:15.703643 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-706ae081-0b4b-4d68-9b42-ed4fcc744147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860260-1-iscsi, afde645f-d78c-44d6-ac3e-58af07f1adc9) {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:31:15.711521 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706ae081-0b4b-4d68-9b42-ed4fcc744147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:15.712296 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-706ae081-0b4b-4d68-9b42-ed4fcc744147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:15.712852 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (fe2e54c8-b481-4790-8698-dac3ee21f468), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:15.721368 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f28d193-8aa1-4b56-baba-e5242a832b9a None None] Network afde645f-d78c-44d6-ac3e-58af07f1adc9 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:31:15.770874 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-706ae081-0b4b-4d68-9b42-ed4fcc744147 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7489550 Oct 04 14:31:15.780988 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774eaed-335e-43e3-8432-ef5e8d44abc8 None None] Pushing event updated for resources: {'Port': ['ID=fe2e54c8-b481-4790-8698-dac3ee21f468,revision_number=2']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:15.794567 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774eaed-335e-43e3-8432-ef5e8d44abc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:15.795305 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774eaed-335e-43e3-8432-ef5e8d44abc8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:15.795925 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774eaed-335e-43e3-8432-ef5e8d44abc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:15.796511 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774eaed-335e-43e3-8432-ef5e8d44abc8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:15.797008 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774eaed-335e-43e3-8432-ef5e8d44abc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:15.797476 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774eaed-335e-43e3-8432-ef5e8d44abc8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:15.797589 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3e5a7b07-d55c-4a7a-ae8f-6bd0fcaa41b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:15.798038 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774eaed-335e-43e3-8432-ef5e8d44abc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:15.798516 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774eaed-335e-43e3-8432-ef5e8d44abc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:15.798992 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774eaed-335e-43e3-8432-ef5e8d44abc8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:15.799498 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774eaed-335e-43e3-8432-ef5e8d44abc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:15.799970 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774eaed-335e-43e3-8432-ef5e8d44abc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:15.800483 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774eaed-335e-43e3-8432-ef5e8d44abc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:15.801375 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774eaed-335e-43e3-8432-ef5e8d44abc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:15.801742 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774eaed-335e-43e3-8432-ef5e8d44abc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:15.802211 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774eaed-335e-43e3-8432-ef5e8d44abc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:15.814095 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] Attempting to bind port fe2e54c8-b481-4790-8698-dac3ee21f468 on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:31:15.814922 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] Attempting to bind port fe2e54c8-b481-4790-8698-dac3ee21f468 by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:31:15.815477 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] Attempting to bind port fe2e54c8-b481-4790-8698-dac3ee21f468 on network de362cfd-b891-4103-bae0-869e4a402a70 {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:31:15.911534 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:31:15.915045 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] Checking segment: {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:31:15.918306 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b29c60b4-a1ac-4c49-92ab-4aecbb082ee2 req-e3abd8e4-ba6d-4a16-8759-6dfbc4f1d2e8 tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 210 time: 0.0367756 Oct 04 14:31:15.919541 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:15.920170 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] Bound using segment: {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:31:15.921000 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] Bound port: fe2e54c8-b481-4790-8698-dac3ee21f468, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:31:15.922444 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (fe2e54c8-b481-4790-8698-dac3ee21f468), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:15.964968 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b31573-9546-4921-9eab-df72274beec5 req-4b5dd6e4-ce45-4ded-87ed-d86be63f73b2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:15.967231 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-45b31573-9546-4921-9eab-df72274beec5 req-4b5dd6e4-ce45-4ded-87ed-d86be63f73b2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.4091604 Oct 04 14:31:15.968078 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76166c5-baf9-4033-be8c-b138512c2fdc', 'name': 'network-vif-deleted', 'tag': 'd9a62f08-f97c-4b57-912d-1b054d110489'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:31:15.971465 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f43141f-c756-4c3b-ab2f-ff5ca4ea0123" -d '{"events": [{"server_uuid": "a76166c5-baf9-4033-be8c-b138512c2fdc", "name": "network-vif-deleted", "tag": "d9a62f08-f97c-4b57-912d-1b054d110489"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:31:15.997275 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd770be-d985-4a23-bdfb-dec5a0a44a6f None None] Network afde645f-d78c-44d6-ac3e-58af07f1adc9 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:31:16.047052 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:16.053580 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] For port fe2e54c8-b481-4790-8698-dac3ee21f468, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:31:16.061044 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] For port fe2e54c8-b481-4790-8698-dac3ee21f468, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=fe2e54c8-b481-4790-8698-dac3ee21f468,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:31:16.075415 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (fe2e54c8-b481-4790-8698-dac3ee21f468), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:16.087804 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-45b31573-9546-4921-9eab-df72274beec5 req-b9cdad8e-f8d5-4831-97ad-cd8d0286304c tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119683 Oct 04 14:31:16.164349 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] Routers {'807667d4-7f76-4180-809f-a74c0f34451d'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:31:16.165169 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:30:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['807667d4-7f76-4180-809f-a74c0f34451d'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:16.167610 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device d9a62f08-f97c-4b57-912d-1b054d110489 no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:31:16.194111 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1466e-4d2a-4094-b4e3-1c1cb5597a2b req-7119018c-8d84-44e6-890f-73cc19872de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:16.195648 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-baa1466e-4d2a-4094-b4e3-1c1cb5597a2b req-7119018c-8d84-44e6-890f-73cc19872de2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ff877a220f9443fb93fde985a653c999&device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 1127 time: 0.1022186 Oct 04 14:31:16.221541 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a71207-0f3d-4abe-9357-f54bb70b38f8 req-ba9b8643-967e-4dae-a79c-547a5cd2323b tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:16.221894 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] No Port match for: d9a62f08-f97c-4b57-912d-1b054d110489 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:31:16.222294 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device d9a62f08-f97c-4b57-912d-1b054d110489 not bound to the agent host hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:31:16.228360 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-53a71207-0f3d-4abe-9357-f54bb70b38f8 req-ba9b8643-967e-4dae-a79c-547a5cd2323b tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 943 time: 0.1702249 Oct 04 14:31:16.228576 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca02dcc-6716-4554-957e-512c61f52b1f x-openstack-request-id: req-6ca02dcc-6716-4554-957e-512c61f52b1f {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:31:16.228576 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76166c5-baf9-4033-be8c-b138512c2fdc", "name": "network-vif-deleted", "tag": "d9a62f08-f97c-4b57-912d-1b054d110489", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:31:16.228576 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ca02dcc-6716-4554-957e-512c61f52b1f {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:31:16.228576 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ca02dcc-6716-4554-957e-512c61f52b1f'] response: {'server_uuid': 'a76166c5-baf9-4033-be8c-b138512c2fdc', 'name': 'network-vif-deleted', 'tag': 'd9a62f08-f97c-4b57-912d-1b054d110489', 'status': 'completed', 'code': 200} Oct 04 14:31:16.328687 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_common [None req-3e5a7b07-d55c-4a7a-ae8f-6bd0fcaa41b5 admin admin] Allocated IP 172.20.0.1 (4116101e-9cfb-4512-a759-154f86437ec3/0e6eb4fb-0de1-48cf-96b5-793e497e6d95/2ce38607-e5d2-46d0-9063-4d74324461e4) {{(pid=106355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:31:16.350880 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1466e-4d2a-4094-b4e3-1c1cb5597a2b req-4024ab28-1c1b-4c33-ba33-72c4f816ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:16.352720 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-baa1466e-4d2a-4094-b4e3-1c1cb5597a2b req-4024ab28-1c1b-4c33-ba33-72c4f816ba45 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=470e3fa5-8495-498c-bd2a-466c324e9bda HTTP/1.1" status: 200 len: 910 time: 0.1502802 Oct 04 14:31:16.352868 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-53a71207-0f3d-4abe-9357-f54bb70b38f8 req-e7569a7b-f91f-4d62-b4af-cb40ecb8d775 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976117 Oct 04 14:31:16.409669 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:16.425075 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-baa1466e-4d2a-4094-b4e3-1c1cb5597a2b req-1c8e41f6-abe6-4070-baab-595b6b12bdee service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f7c29e1-34b4-4751-9b4d-bf4f577cecc7 HTTP/1.1" status: 200 len: 217 time: 0.0552948 Oct 04 14:31:16.486194 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774eaed-335e-43e3-8432-ef5e8d44abc8 None None] Pushing event updated for resources: {'Port': ['ID=fe2e54c8-b481-4790-8698-dac3ee21f468,revision_number=3']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:16.524646 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] Set router 807667d4-7f76-4180-809f-a74c0f34451d gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:31:16.540943 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1466e-4d2a-4094-b4e3-1c1cb5597a2b req-1f373370-6cca-4ca4-b7ea-5b15ad8e97cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:16.542664 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-baa1466e-4d2a-4094-b4e3-1c1cb5597a2b req-1f373370-6cca-4ca4-b7ea-5b15ad8e97cd service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=134d23ad-891e-438e-bdda-a4b2d24746b3 HTTP/1.1" status: 200 len: 849 time: 0.0741949 Oct 04 14:31:16.553476 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3e5a7b07-d55c-4a7a-ae8f-6bd0fcaa41b5 admin admin] Publish callbacks [] for port (2ce38607-e5d2-46d0-9063-4d74324461e4), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:16.595343 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3e5a7b07-d55c-4a7a-ae8f-6bd0fcaa41b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (2ce38607-e5d2-46d0-9063-4d74324461e4), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:16.841479 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-baa1466e-4d2a-4094-b4e3-1c1cb5597a2b req-4484f79a-eb79-494d-ab62-5e937cf4770e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=470e3fa5-8495-498c-bd2a-466c324e9bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847468 Oct 04 14:31:16.851719 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:16.900398 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a7b07-d55c-4a7a-ae8f-6bd0fcaa41b5 admin admin] Pushing event updated for resources: {'Port': ['ID=2ce38607-e5d2-46d0-9063-4d74324461e4,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:16.907874 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:16.923277 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5a7b07-d55c-4a7a-ae8f-6bd0fcaa41b5 admin admin] Network 4116101e-9cfb-4512-a759-154f86437ec3 is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:31:16.924002 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-3e5a7b07-d55c-4a7a-ae8f-6bd0fcaa41b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:31:16.926695 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5a7b07-d55c-4a7a-ae8f-6bd0fcaa41b5 admin admin] Received port after_create {{(pid=106355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:31:16.927532 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3e5a7b07-d55c-4a7a-ae8f-6bd0fcaa41b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737589'] for router_interface (807667d4-7f76-4180-809f-a74c0f34451d), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:17.012397 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:31:13Z', 'revision_number': 3, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port': {'id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:12Z', 'updated_at': '2022-10-04T14:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:17.064620 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-baa1466e-4d2a-4094-b4e3-1c1cb5597a2b req-baa57acf-4f8b-4070-ba1f-f13f59230177 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/470e3fa5-8495-498c-bd2a-466c324e9bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137065 Oct 04 14:31:17.088293 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8b1a22-5375-410e-99c7-45d8ad443810 None None] The sync data for ids ['807667d4-7f76-4180-809f-a74c0f34451d'] in dv-cinder-860260-1-iscsi is: [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:31:13Z', 'revision_number': 3, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port': {'id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:12Z', 'updated_at': '2022-10-04T14:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:31:17.258692 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:17.281261 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7f3be641-4012-4e66-b687-04632983b82b req-63a32bb2-01b1-4d9e-a17f-b4807499cb3c tempest-DeleteServersTestJSON-1918350237 tempest-DeleteServersTestJSON-1918350237-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a76166c5-baf9-4033-be8c-b138512c2fdc HTTP/1.1" status: 200 len: 210 time: 0.1724353 Oct 04 14:31:17.329608 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3e5a7b07-d55c-4a7a-ae8f-6bd0fcaa41b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (2ce38607-e5d2-46d0-9063-4d74324461e4), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:17.339990 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-baa1466e-4d2a-4094-b4e3-1c1cb5597a2b req-13d2081b-8f49-44c8-b4b0-4326e9247c6e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/470e3fa5-8495-498c-bd2a-466c324e9bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686002 Oct 04 14:31:17.348974 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3f221-bc6f-40ec-8e01-f62f9818b8f3 req-361555fa-806d-4548-9ad6-de00c0ded9f3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:17.350538 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-aea3f221-bc6f-40ec-8e01-f62f9818b8f3 req-361555fa-806d-4548-9ad6-de00c0ded9f3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.1056416 Oct 04 14:31:17.405192 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-50300952-2c4f-464a-867f-86278fff9b9e None None] Provisioning complete for port 2ce38607-e5d2-46d0-9063-4d74324461e4 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:31:17.406755 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-50300952-2c4f-464a-867f-86278fff9b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (2ce38607-e5d2-46d0-9063-4d74324461e4), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:17.407295 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-50300952-2c4f-464a-867f-86278fff9b9e None None] Attempt 1 to provision port 2ce38607-e5d2-46d0-9063-4d74324461e4 Oct 04 14:31:17.474929 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-50300952-2c4f-464a-867f-86278fff9b9e None None] Port 2ce38607-e5d2-46d0-9063-4d74324461e4 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:31:17.525722 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2e772-e5bd-46c2-9872-3832992bbae6 req-ba7524a9-9fca-4a5d-8cbb-1c3116f7feff tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:17.527331 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-aea3f221-bc6f-40ec-8e01-f62f9818b8f3 req-b9792bfa-201c-4b10-a10f-650d30614639 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131361 Oct 04 14:31:17.544208 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-91f2e772-e5bd-46c2-9872-3832992bbae6 req-ba7524a9-9fca-4a5d-8cbb-1c3116f7feff tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 943 time: 0.0973425 Oct 04 14:31:17.640774 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-91f2e772-e5bd-46c2-9872-3832992bbae6 req-3f86d070-e5fc-4d50-b9ec-e8485ddadcd8 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948350 Oct 04 14:31:17.710590 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3e5a7b07-d55c-4a7a-ae8f-6bd0fcaa41b5 admin admin] Publish callbacks [] for port (2ce38607-e5d2-46d0-9063-4d74324461e4), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:17.715858 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3e5a7b07-d55c-4a7a-ae8f-6bd0fcaa41b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (2ce38607-e5d2-46d0-9063-4d74324461e4), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:17.716709 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3e5a7b07-d55c-4a7a-ae8f-6bd0fcaa41b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737705'] for router_interface (807667d4-7f76-4180-809f-a74c0f34451d), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:17.821006 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a7b07-d55c-4a7a-ae8f-6bd0fcaa41b5 admin admin] Pushing event updated for resources: {'Port': ['ID=2ce38607-e5d2-46d0-9063-4d74324461e4,revision_number=2']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:17.885655 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5a7b07-d55c-4a7a-ae8f-6bd0fcaa41b5 admin admin] Network 4116101e-9cfb-4512-a759-154f86437ec3 is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:31:17.887132 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-3e5a7b07-d55c-4a7a-ae8f-6bd0fcaa41b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:31:18.017132 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:18.053432 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5a7b07-d55c-4a7a-ae8f-6bd0fcaa41b5 admin admin] Router 807667d4-7f76-4180-809f-a74c0f34451d has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:31:18.122169 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7 details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:31:18.177829 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=100 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:18.210220 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5a7b07-d55c-4a7a-ae8f-6bd0fcaa41b5 admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:31:18.226742 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-3e5a7b07-d55c-4a7a-ae8f-6bd0fcaa41b5 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/807667d4-7f76-4180-809f-a74c0f34451d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1406512 Oct 04 14:31:18.231856 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-e4925515-bd50-42bf-bcef-1c5e32abe0fd None None] Provisioning complete for port 2ce38607-e5d2-46d0-9063-4d74324461e4 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:31:18.232443 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e4925515-bd50-42bf-bcef-1c5e32abe0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (2ce38607-e5d2-46d0-9063-4d74324461e4), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:18.233039 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-e4925515-bd50-42bf-bcef-1c5e32abe0fd None None] Attempt 1 to provision port 2ce38607-e5d2-46d0-9063-4d74324461e4 Oct 04 14:31:18.351572 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-e4925515-bd50-42bf-bcef-1c5e32abe0fd None None] Port 2ce38607-e5d2-46d0-9063-4d74324461e4 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:31:18.366204 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=0f7c29e1-34b4-4751-9b4d-bf4f577cecc7,segment=NetworkSegment(1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d),segment_id=1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:31:18.390827 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': '0f7c29e1-34b4-4751-9b4d-bf4f577cecc7', 'network_id': '470e3fa5-8495-498c-bd2a-466c324e9bda', 'port_id': '0f7c29e1-34b4-4751-9b4d-bf4f577cecc7', 'mac_address': 'fa:16:3e:c8:eb:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134d23ad-891e-438e-bdda-a4b2d24746b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:31:18.446022 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7 is: DOWN; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:31:18.446868 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (0f7c29e1-34b4-4751-9b4d-bf4f577cecc7), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:18.467991 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:31:18.500235 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=0f7c29e1-34b4-4751-9b4d-bf4f577cecc7,segment=NetworkSegment(1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d),segment_id=1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:31:18.509019 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (0f7c29e1-34b4-4751-9b4d-bf4f577cecc7), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:18.586644 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=0f7c29e1-34b4-4751-9b4d-bf4f577cecc7,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:18.768172 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a29ff-c4ab-48e6-b8c4-a669e178d83d req-38aa7789-fab4-42ff-964f-c267b3ec0d2f tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:18.770384 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-106a29ff-c4ab-48e6-b8c4-a669e178d83d req-38aa7789-fab4-42ff-964f-c267b3ec0d2f tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0887570 Oct 04 14:31:18.804051 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e427760-b510-4eef-84d7-7055ab2a951e req-6256c5ca-d8f2-43a7-b712-4506d42f8310 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:18.806172 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1e427760-b510-4eef-84d7-7055ab2a951e req-6256c5ca-d8f2-43a7-b712-4506d42f8310 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 944 time: 0.0620413 Oct 04 14:31:18.844401 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-106a29ff-c4ab-48e6-b8c4-a669e178d83d req-4987c409-a70b-4478-bee9-dba6c5a2d47c tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667601 Oct 04 14:31:18.901175 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1e427760-b510-4eef-84d7-7055ab2a951e req-445e5bf4-cca3-438a-a2b3-7bbe7a6264d9 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887947 Oct 04 14:31:18.958916 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['0f7c29e1-34b4-4751-9b4d-bf4f577cecc7'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:31:19.197683 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42278) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:19.209887 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-5b73918c-2ba7-4508-849c-89456548668a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-107752769-network', 'tenant_id': '1a3633ae850147118ef0ca7e94bd5dc5'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:19.239372 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b73918c-2ba7-4508-849c-89456548668a admin admin] Made reservation on behalf of 1a3633ae850147118ef0ca7e94bd5dc5 for: {'network': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:31:19.243086 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5b73918c-2ba7-4508-849c-89456548668a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for network (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:19.268439 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5b73918c-2ba7-4508-849c-89456548668a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:19.294436 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:19.365977 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device fe2e54c8-b481-4790-8698-dac3ee21f468 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:31:19.383129 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5b73918c-2ba7-4508-849c-89456548668a admin admin] Publish callbacks [] for security_group (592d3a86-f8dd-4be3-92b0-022e56c231ed), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:19.388653 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5b73918c-2ba7-4508-849c-89456548668a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (592d3a86-f8dd-4be3-92b0-022e56c231ed), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:19.418665 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b73918c-2ba7-4508-849c-89456548668a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=106355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 14:31:19.439248 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73918c-2ba7-4508-849c-89456548668a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592d3a86-f8dd-4be3-92b0-022e56c231ed,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:19.445593 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5b73918c-2ba7-4508-849c-89456548668a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:19.445928 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.db.segments_db [None req-5b73918c-2ba7-4508-849c-89456548668a admin admin] Added segment 8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55 of type vlan for network 103a52be-ad0f-413e-a789-b160158f1cc9 Oct 04 14:31:19.498481 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5b73918c-2ba7-4508-849c-89456548668a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767534377674'] for network (103a52be-ad0f-413e-a789-b160158f1cc9), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:19.529576 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5b73918c-2ba7-4508-849c-89456548668a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for network (103a52be-ad0f-413e-a789-b160158f1cc9), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:19.531298 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b73918c-2ba7-4508-849c-89456548668a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:19.531980 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5b73918c-2ba7-4508-849c-89456548668a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:19.557931 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] Sync routers for ids ['807667d4-7f76-4180-809f-a74c0f34451d'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:31:19.562562 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port fe2e54c8-b481-4790-8698-dac3ee21f468 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:31:19.562936 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (fe2e54c8-b481-4790-8698-dac3ee21f468), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:19.563272 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port fe2e54c8-b481-4790-8698-dac3ee21f468 Oct 04 14:31:19.595165 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-5b73918c-2ba7-4508-849c-89456548668a admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3956122 Oct 04 14:31:19.599112 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 42280) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:19.606932 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] Routers {'807667d4-7f76-4180-809f-a74c0f34451d'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:31:19.607963 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:30:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['807667d4-7f76-4180-809f-a74c0f34451d'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:19.608721 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-f7b13243-1c35-4d8a-9917-6b8a8f599777 admin admin] Request body: {'subnet': {'network_id': '103a52be-ad0f-413e-a789-b160158f1cc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-107752769-subnet', 'tenant_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'ip_version': 4}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:19.610671 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73918c-2ba7-4508-849c-89456548668a admin admin] Pushing event updated for resources: {'Network': ['ID=103a52be-ad0f-413e-a789-b160158f1cc9,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:19.625897 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Network 103a52be-ad0f-413e-a789-b160158f1cc9 details requested by agent ovs-agent-dv-cinder-860260-1-iscsi with host dv-cinder-860260-1-iscsi {{(pid=106357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 14:31:19.635124 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b13243-1c35-4d8a-9917-6b8a8f599777 admin admin] Made reservation on behalf of 1a3633ae850147118ef0ca7e94bd5dc5 for: {'subnet': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:31:19.637715 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f7b13243-1c35-4d8a-9917-6b8a8f599777 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:19.767923 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:19.826561 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port fe2e54c8-b481-4790-8698-dac3ee21f468 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:31:19.826946 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (fe2e54c8-b481-4790-8698-dac3ee21f468), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:19.841941 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:19.857492 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] Set router 807667d4-7f76-4180-809f-a74c0f34451d gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:31:19.859233 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f7b13243-1c35-4d8a-9917-6b8a8f599777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for subnet (6c84914c-474c-4656-81d3-4d5efd04cb80), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:19.896781 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port fe2e54c8-b481-4790-8698-dac3ee21f468, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=fe2e54c8-b481-4790-8698-dac3ee21f468,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:31:19.913384 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (fe2e54c8-b481-4790-8698-dac3ee21f468), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:19.925410 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b13243-1c35-4d8a-9917-6b8a8f599777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c84914c-474c-4656-81d3-4d5efd04cb80,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:19.934189 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b13243-1c35-4d8a-9917-6b8a8f599777 admin admin] Checking segment: {'id': '8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '103a52be-ad0f-413e-a789-b160158f1cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:31:19.934823 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b13243-1c35-4d8a-9917-6b8a8f599777 admin admin] Network hostable DHCP agents. Network: 103a52be-ad0f-413e-a789-b160158f1cc9, hostable agents: ['ca19cd2b-474d-4d89-a742-81ad09a7c505'], hosted agents: [] {{(pid=106356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 14:31:19.959137 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b13243-1c35-4d8a-9917-6b8a8f599777 admin admin] Network 103a52be-ad0f-413e-a789-b160158f1cc9 is scheduled to be hosted by DHCP agent ca19cd2b-474d-4d89-a742-81ad09a7c505 with binding_index 1 {{(pid=106356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 14:31:19.977508 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-f7b13243-1c35-4d8a-9917-6b8a8f599777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860260-1-iscsi, 103a52be-ad0f-413e-a789-b160158f1cc9) {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:31:19.982964 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b13243-1c35-4d8a-9917-6b8a8f599777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:19.984494 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f7b13243-1c35-4d8a-9917-6b8a8f599777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:20.012997 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-f7b13243-1c35-4d8a-9917-6b8a8f599777 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4122589 Oct 04 14:31:20.017274 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 42290) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:20.024696 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-6a08c3b5-f471-4940-b060-b66bc93ebab9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-107752769-router', 'tenant_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:20.028823 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b50919-6765-4b03-a333-c4acc3fd6e14 None None] Network 103a52be-ad0f-413e-a789-b160158f1cc9 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:31:20.064695 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6a08c3b5-f471-4940-b060-b66bc93ebab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7312'] for router (6997f6f7-1d8c-4eb8-9872-701408b5cfa9), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:20.067569 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812dfe6-3ddb-4555-ba7b-c72ed6be8ef7 req-0ec71841-929c-4b98-8a00-ff6804cf7bea tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:20.070005 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6a08c3b5-f471-4940-b060-b66bc93ebab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7307'] for router (6997f6f7-1d8c-4eb8-9872-701408b5cfa9), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:20.075884 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7812dfe6-3ddb-4555-ba7b-c72ed6be8ef7 req-0ec71841-929c-4b98-8a00-ff6804cf7bea tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.1061468 Oct 04 14:31:20.110244 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:20.145415 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=fe2e54c8-b481-4790-8698-dac3ee21f468,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:20.177647 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f6131-ed80-415a-b10e-ac4d4d02c922 req-f703203e-9c0d-413d-8da7-308547edb45e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:20.185177 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7812dfe6-3ddb-4555-ba7b-c72ed6be8ef7 req-93b75a6d-086e-4637-8572-650b58c1b1a4 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079383 Oct 04 14:31:20.186516 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-008f6131-ed80-415a-b10e-ac4d4d02c922 req-f703203e-9c0d-413d-8da7-308547edb45e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 944 time: 0.1000242 Oct 04 14:31:20.240441 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:20.257480 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7 up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:31:20.275708 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6a08c3b5-f471-4940-b060-b66bc93ebab9 admin admin] Publish callbacks [] for router_controller (6997f6f7-1d8c-4eb8-9872-701408b5cfa9), precommit_add_association {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:20.397329 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a8f955-ba89-4e03-953d-b4e93816947f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d75d4f5-93f2-5a44-ba2c-7aa78ccd22af-103a52be-ad0f-413e-a789-b160158f1cc9', 'network_id': '103a52be-ad0f-413e-a789-b160158f1cc9', 'project_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'fixed_ips': [{'subnet_id': '6c84914c-474c-4656-81d3-4d5efd04cb80'}]}} from dv-cinder-860260-1-iscsi. {{(pid=106357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 14:31:20.398903 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-19a8f955-ba89-4e03-953d-b4e93816947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:20.423850 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42302) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:20.431680 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-008f6131-ed80-415a-b10e-ac4d4d02c922 req-a81d9028-a978-4075-a341-13d6fe606c3f tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441750 Oct 04 14:31:20.437088 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:31:17Z', 'revision_number': 4, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port': {'id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:12Z', 'updated_at': '2022-10-04T14:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '2ce38607-e5d2-46d0-9063-4d74324461e4', 'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'mac_address': 'fa:16:3e:3f:a4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:15Z', 'updated_at': '2022-10-04T14:31:17Z', 'revision_number': 2, 'project_id': '408b16a582484c619ff17416990d5feb', 'subnets': [{'id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:20.489328 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6a08c3b5-f471-4940-b060-b66bc93ebab9 admin admin] Publish callbacks [] for router_gateway (6997f6f7-1d8c-4eb8-9872-701408b5cfa9), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:20.495081 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] Checking router: 807667d4-7f76-4180-809f-a74c0f34451d for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:31:20.495444 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] Updating router 807667d4-7f76-4180-809f-a74c0f34451d port 2ce38607-e5d2-46d0-9063-4d74324461e4 binding host dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 14:31:20.564487 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:20.576048 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:20.585808 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning for port 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7 completed by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 14:31:20.604819 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:31:20.605518 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (0f7c29e1-34b4-4751-9b4d-bf4f577cecc7), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:20.606126 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7 Oct 04 14:31:20.608207 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (2ce38607-e5d2-46d0-9063-4d74324461e4), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:20.727808 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6a08c3b5-f471-4940-b060-b66bc93ebab9 admin admin] Publish callbacks [] for router_gateway (6997f6f7-1d8c-4eb8-9872-701408b5cfa9), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:20.752641 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6a08c3b5-f471-4940-b060-b66bc93ebab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:20.822244 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [None req-19a8f955-ba89-4e03-953d-b4e93816947f None None] Allocated IP 172.20.0.2 (103a52be-ad0f-413e-a789-b160158f1cc9/6c84914c-474c-4656-81d3-4d5efd04cb80/68452ec1-aaa0-4331-8e64-00eff7ec99c9) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:31:20.900564 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7 is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:31:20.900948 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (0f7c29e1-34b4-4751-9b4d-bf4f577cecc7), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:20.925562 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [None req-6a08c3b5-f471-4940-b060-b66bc93ebab9 admin admin] Allocated IP 172.27.3.29 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/cf7400c1-7945-4250-ac99-fd9d7d8c6818) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:31:21.013281 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0417f02f-287b-46b4-871d-cf1cb2faf0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7c29e1-34b4-4751-9b4d-bf4f577cecc7'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:31:21.015703 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056d15ce-5310-4802-8d1f-79d41b0e1836" -d '{"events": [{"server_uuid": "0417f02f-287b-46b4-871d-cf1cb2faf0ca", "name": "network-vif-plugged", "status": "completed", "tag": "0f7c29e1-34b4-4751-9b4d-bf4f577cecc7"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:31:21.054173 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=0f7c29e1-34b4-4751-9b4d-bf4f577cecc7,segment=NetworkSegment(1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d),segment_id=1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:31:21.061449 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:21.085475 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (0f7c29e1-34b4-4751-9b4d-bf4f577cecc7), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:21.089201 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8b8a73ed-af61-465a-b5f9-9cc29bddc28e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556104'] for router_interface (91c6edb4-346f-40c9-8011-4663947960aa), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:21.090694 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058d9de0-b043-4cf6-b402-2aba7057b627 x-openstack-request-id: req-058d9de0-b043-4cf6-b402-2aba7057b627 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:31:21.091217 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0417f02f-287b-46b4-871d-cf1cb2faf0ca", "name": "network-vif-plugged", "status": "completed", "tag": "0f7c29e1-34b4-4751-9b4d-bf4f577cecc7", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:31:21.091474 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-058d9de0-b043-4cf6-b402-2aba7057b627 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:31:21.092037 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-058d9de0-b043-4cf6-b402-2aba7057b627'] response: {'server_uuid': '0417f02f-287b-46b4-871d-cf1cb2faf0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7c29e1-34b4-4751-9b4d-bf4f577cecc7', 'code': 200} Oct 04 14:31:21.098260 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6a08c3b5-f471-4940-b060-b66bc93ebab9 admin admin] Publish callbacks [] for port (cf7400c1-7945-4250-ac99-fd9d7d8c6818), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:21.134026 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6a08c3b5-f471-4940-b060-b66bc93ebab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (cf7400c1-7945-4250-ac99-fd9d7d8c6818), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:21.198366 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a08c3b5-f471-4940-b060-b66bc93ebab9 admin admin] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:31:21.201890 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-6a08c3b5-f471-4940-b060-b66bc93ebab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:31:21.206667 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a08c3b5-f471-4940-b060-b66bc93ebab9 admin admin] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:31:21.235368 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=0f7c29e1-34b4-4751-9b4d-bf4f577cecc7,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:21.241450 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-19a8f955-ba89-4e03-953d-b4e93816947f None None] Publish callbacks [] for port (68452ec1-aaa0-4331-8e64-00eff7ec99c9), precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:21.263306 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08c3b5-f471-4940-b060-b66bc93ebab9 admin admin] Pushing event updated for resources: {'Port': ['ID=cf7400c1-7945-4250-ac99-fd9d7d8c6818,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:21.268030 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-19a8f955-ba89-4e03-953d-b4e93816947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (68452ec1-aaa0-4331-8e64-00eff7ec99c9), after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:21.347087 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] Publish callbacks [] for port (2ce38607-e5d2-46d0-9063-4d74324461e4), precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:21.361698 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a8f955-ba89-4e03-953d-b4e93816947f None None] Network 103a52be-ad0f-413e-a789-b160158f1cc9 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:31:21.365836 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-19a8f955-ba89-4e03-953d-b4e93816947f None None] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:31:21.374203 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a8f955-ba89-4e03-953d-b4e93816947f None None] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:31:21.376611 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (2ce38607-e5d2-46d0-9063-4d74324461e4), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:21.381492 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:21.384735 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8f955-ba89-4e03-953d-b4e93816947f None None] Pushing event updated for resources: {'Port': ['ID=68452ec1-aaa0-4331-8e64-00eff7ec99c9,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:21.463518 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device fe2e54c8-b481-4790-8698-dac3ee21f468 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:31:21.570936 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d041eb1-82ef-4864-85d1-00630e7a17d4 req-cfd23ded-e03b-4f22-ab3b-e6028b6aa9f9 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:21.572575 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0d041eb1-82ef-4864-85d1-00630e7a17d4 req-cfd23ded-e03b-4f22-ab3b-e6028b6aa9f9 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.1382117 Oct 04 14:31:21.586043 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f35c9-5fbf-410f-8cf2-2cd1e10b3794 req-fa67906a-ee2f-4511-9e63-a3bd5cbc1c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:21.587938 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6c0f35c9-5fbf-410f-8cf2-2cd1e10b3794 req-fa67906a-ee2f-4511-9e63-a3bd5cbc1c0f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 1129 time: 0.0867007 Oct 04 14:31:21.718420 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-8b8a73ed-af61-465a-b5f9-9cc29bddc28e admin admin] Deleting port e7fab9c5-b941-4ff9-8fbe-893a74c5b970 {{(pid=106355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:31:21.719029 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8b8a73ed-af61-465a-b5f9-9cc29bddc28e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (e7fab9c5-b941-4ff9-8fbe-893a74c5b970), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:21.744020 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6753d-c4be-4d58-ad25-7e03bb86a2b5 None None] Pushing event updated for resources: {'Port': ['ID=2ce38607-e5d2-46d0-9063-4d74324461e4,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:21.760855 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6c0f35c9-5fbf-410f-8cf2-2cd1e10b3794 req-8ac83c32-539d-47a8-b53e-4bab4aac8c92 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272590 Oct 04 14:31:21.780707 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] Attempting to bind port 2ce38607-e5d2-46d0-9063-4d74324461e4 on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:31:21.781079 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] Attempting to bind port 2ce38607-e5d2-46d0-9063-4d74324461e4 by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '152383e2-d73f-4c02-bb1c-e715e00f8899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:31:21.781439 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] Attempting to bind port 2ce38607-e5d2-46d0-9063-4d74324461e4 on network 4116101e-9cfb-4512-a759-154f86437ec3 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:31:21.784931 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-19a8f955-ba89-4e03-953d-b4e93816947f None None] Attempting to bind port 68452ec1-aaa0-4331-8e64-00eff7ec99c9 on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:31:21.785330 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-19a8f955-ba89-4e03-953d-b4e93816947f None None] Attempting to bind port 68452ec1-aaa0-4331-8e64-00eff7ec99c9 by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '103a52be-ad0f-413e-a789-b160158f1cc9'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:31:21.785687 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a8f955-ba89-4e03-953d-b4e93816947f None None] Attempting to bind port 68452ec1-aaa0-4331-8e64-00eff7ec99c9 on network 103a52be-ad0f-413e-a789-b160158f1cc9 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:31:21.797012 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0d041eb1-82ef-4864-85d1-00630e7a17d4 req-b5c9f80d-9013-45e5-801e-86e656d2ac2e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644537 Oct 04 14:31:21.800362 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:21.820491 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6a08c3b5-f471-4940-b060-b66bc93ebab9 admin admin] Publish callbacks [] for router_gateway (6997f6f7-1d8c-4eb8-9872-701408b5cfa9), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:21.859361 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288e535-0461-47f5-84b8-eeb3e99af5de req-543fe430-083e-447c-925a-70ed65608f6b tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:21.868479 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e288e535-0461-47f5-84b8-eeb3e99af5de req-543fe430-083e-447c-925a-70ed65608f6b tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 945 time: 0.2278805 Oct 04 14:31:21.897412 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:21.899208 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:31:21.899837 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] Checking segment: {'id': '152383e2-d73f-4c02-bb1c-e715e00f8899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:31:21.900506 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:21.901170 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] Bound using segment: {'id': '152383e2-d73f-4c02-bb1c-e715e00f8899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:31:21.902080 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] Bound port: 2ce38607-e5d2-46d0-9063-4d74324461e4, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '152383e2-d73f-4c02-bb1c-e715e00f8899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:31:21.902977 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (2ce38607-e5d2-46d0-9063-4d74324461e4), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:21.905490 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port fe2e54c8-b481-4790-8698-dac3ee21f468 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:31:21.906073 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (fe2e54c8-b481-4790-8698-dac3ee21f468), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:21.906396 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port fe2e54c8-b481-4790-8698-dac3ee21f468 Oct 04 14:31:21.913855 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:21.914683 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:21.950649 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e288e535-0461-47f5-84b8-eeb3e99af5de req-e719ef6e-93f1-463e-aaf9-0391675f4e9e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809972 Oct 04 14:31:21.970206 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-8b8a73ed-af61-465a-b5f9-9cc29bddc28e admin admin] For port e7fab9c5-b941-4ff9-8fbe-893a74c5b970, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=e7fab9c5-b941-4ff9-8fbe-893a74c5b970,segment=NetworkSegment(e348613e-3669-436d-a9ac-f6ed2ca47324),segment_id=e348613e-3669-436d-a9ac-f6ed2ca47324)] {{(pid=106355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:31:21.971009 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8b8a73ed-af61-465a-b5f9-9cc29bddc28e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (e7fab9c5-b941-4ff9-8fbe-893a74c5b970), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:21.995318 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-8b8a73ed-af61-465a-b5f9-9cc29bddc28e admin admin] Calling delete_port for e7fab9c5-b941-4ff9-8fbe-893a74c5b970 owned by network:router_interface {{(pid=106355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:31:22.020171 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a8f955-ba89-4e03-953d-b4e93816947f None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:31:22.020577 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a8f955-ba89-4e03-953d-b4e93816947f None None] Checking segment: {'id': '8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '103a52be-ad0f-413e-a789-b160158f1cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:31:22.020993 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-19a8f955-ba89-4e03-953d-b4e93816947f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:22.021384 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a8f955-ba89-4e03-953d-b4e93816947f None None] Bound using segment: {'id': '8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '103a52be-ad0f-413e-a789-b160158f1cc9'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:31:22.021873 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-19a8f955-ba89-4e03-953d-b4e93816947f None None] Bound port: 68452ec1-aaa0-4331-8e64-00eff7ec99c9, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '103a52be-ad0f-413e-a789-b160158f1cc9'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:31:22.022254 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-19a8f955-ba89-4e03-953d-b4e93816947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (68452ec1-aaa0-4331-8e64-00eff7ec99c9), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:22.114108 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] For port 2ce38607-e5d2-46d0-9063-4d74324461e4, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:31:22.119576 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6a08c3b5-f471-4940-b060-b66bc93ebab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549326'] for router (6997f6f7-1d8c-4eb8-9872-701408b5cfa9), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:22.170334 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port fe2e54c8-b481-4790-8698-dac3ee21f468 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:31:22.183870 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] For port 2ce38607-e5d2-46d0-9063-4d74324461e4, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=2ce38607-e5d2-46d0-9063-4d74324461e4,segment=NetworkSegment(152383e2-d73f-4c02-bb1c-e715e00f8899),segment_id=152383e2-d73f-4c02-bb1c-e715e00f8899)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:31:22.198405 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-19a8f955-ba89-4e03-953d-b4e93816947f None None] For port 68452ec1-aaa0-4331-8e64-00eff7ec99c9, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:31:22.200779 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:22.203117 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-19a8f955-ba89-4e03-953d-b4e93816947f None None] For port 68452ec1-aaa0-4331-8e64-00eff7ec99c9, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=68452ec1-aaa0-4331-8e64-00eff7ec99c9,segment=NetworkSegment(8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55),segment_id=8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:31:22.205758 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (2ce38607-e5d2-46d0-9063-4d74324461e4), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:22.235565 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-19a8f955-ba89-4e03-953d-b4e93816947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (68452ec1-aaa0-4331-8e64-00eff7ec99c9), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:22.256733 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] Routers {'807667d4-7f76-4180-809f-a74c0f34451d'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:31:22.257396 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:30:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['807667d4-7f76-4180-809f-a74c0f34451d'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:22.308954 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6753d-c4be-4d58-ad25-7e03bb86a2b5 None None] Pushing event updated for resources: {'Port': ['ID=2ce38607-e5d2-46d0-9063-4d74324461e4,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:22.311214 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a08c3b5-f471-4940-b060-b66bc93ebab9 admin admin] Router 6997f6f7-1d8c-4eb8-9872-701408b5cfa9 is scheduled to L3 agent 143239ad-78d0-4b46-bab7-60f655805716 with binding_index 1 {{(pid=106356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 14:31:22.434280 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:22.454422 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a08c3b5-f471-4940-b060-b66bc93ebab9 admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:31:22.454732 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8f955-ba89-4e03-953d-b4e93816947f None None] Pushing event updated for resources: {'Port': ['ID=68452ec1-aaa0-4331-8e64-00eff7ec99c9,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:22.466019 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] Sync routers for ids ['6997f6f7-1d8c-4eb8-9872-701408b5cfa9'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:31:22.467936 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] Set router 807667d4-7f76-4180-809f-a74c0f34451d gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:31:22.498721 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] Routers {'6997f6f7-1d8c-4eb8-9872-701408b5cfa9'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:31:22.509539 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:30:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['6997f6f7-1d8c-4eb8-9872-701408b5cfa9'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:22.519214 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6a08c3b5-f471-4940-b060-b66bc93ebab9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:22.531501 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8b8a73ed-af61-465a-b5f9-9cc29bddc28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957'] for port (e7fab9c5-b941-4ff9-8fbe-893a74c5b970), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:22.537747 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-6a08c3b5-f471-4940-b060-b66bc93ebab9 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5189233 Oct 04 14:31:22.540270 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 42320) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:22.602277 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a73ed-af61-465a-b5f9-9cc29bddc28e admin admin] Pushing event deleted for resources: {'Port': ['ID=e7fab9c5-b941-4ff9-8fbe-893a74c5b970,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:22.817615 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] Set router 6997f6f7-1d8c-4eb8-9872-701408b5cfa9 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:31:22.819106 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:31:17Z', 'revision_number': 4, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port': {'id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:12Z', 'updated_at': '2022-10-04T14:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '2ce38607-e5d2-46d0-9063-4d74324461e4', 'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'mac_address': 'fa:16:3e:3f:a4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:15Z', 'updated_at': '2022-10-04T14:31:22Z', 'revision_number': 4, 'project_id': '408b16a582484c619ff17416990d5feb', 'subnets': [{'id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:22.869615 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eab8eb-dbc1-4177-a506-63d6b62fc835 None None] The sync data for ids ['807667d4-7f76-4180-809f-a74c0f34451d'] in dv-cinder-860260-1-iscsi is: [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:31:17Z', 'revision_number': 4, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port': {'id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:12Z', 'updated_at': '2022-10-04T14:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '2ce38607-e5d2-46d0-9063-4d74324461e4', 'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'mac_address': 'fa:16:3e:3f:a4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:15Z', 'updated_at': '2022-10-04T14:31:22Z', 'revision_number': 4, 'project_id': '408b16a582484c619ff17416990d5feb', 'subnets': [{'id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:31:22.905780 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8b8a73ed-af61-465a-b5f9-9cc29bddc28e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556092'] for router_interface (91c6edb4-346f-40c9-8011-4663947960aa), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:23.215192 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6997f6f7-1d8c-4eb8-9872-701408b5cfa9', 'name': 'tempest-TestVolumeBootPattern-107752769-router', 'tenant_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'cf7400c1-7945-4250-ac99-fd9d7d8c6818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:20Z', 'updated_at': '2022-10-04T14:31:21Z', 'revision_number': 3, 'project_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'gw_port': {'id': 'cf7400c1-7945-4250-ac99-fd9d7d8c6818', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6997f6f7-1d8c-4eb8-9872-701408b5cfa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:20Z', 'updated_at': '2022-10-04T14:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:23.261939 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98487b61-2ce4-4547-a257-f00dec621666 req-63150e6c-5aa4-4fda-b02e-54137a388587 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:23.275132 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-98487b61-2ce4-4547-a257-f00dec621666 req-63150e6c-5aa4-4fda-b02e-54137a388587 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 945 time: 0.1439188 Oct 04 14:31:23.327823 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] Checking router: 6997f6f7-1d8c-4eb8-9872-701408b5cfa9 for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:31:23.328975 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] Updating router 6997f6f7-1d8c-4eb8-9872-701408b5cfa9 port cf7400c1-7945-4250-ac99-fd9d7d8c6818 binding host dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 14:31:23.429284 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (cf7400c1-7945-4250-ac99-fd9d7d8c6818), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:23.456787 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-98487b61-2ce4-4547-a257-f00dec621666 req-85e63096-d7fe-444a-b72f-8b9394477cff tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805081 Oct 04 14:31:23.657136 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 2ce38607-e5d2-46d0-9063-4d74324461e4 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:31:23.771777 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c549b1d-4b4b-4609-9531-965dd2c16ca8 req-9ea381e5-1fa0-407c-b9a7-28ac104defb0 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:23.779760 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2c549b1d-4b4b-4609-9531-965dd2c16ca8 req-9ea381e5-1fa0-407c-b9a7-28ac104defb0 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.3012764 Oct 04 14:31:23.811574 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8a73ed-af61-465a-b5f9-9cc29bddc28e admin admin] Router 91c6edb4-346f-40c9-8011-4663947960aa has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:31:23.836765 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 2ce38607-e5d2-46d0-9063-4d74324461e4 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:31:23.838356 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (2ce38607-e5d2-46d0-9063-4d74324461e4), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:23.838855 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 2ce38607-e5d2-46d0-9063-4d74324461e4 Oct 04 14:31:24.069393 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 2ce38607-e5d2-46d0-9063-4d74324461e4 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:31:24.071309 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (2ce38607-e5d2-46d0-9063-4d74324461e4), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:24.075231 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2c549b1d-4b4b-4609-9531-965dd2c16ca8 req-28e42c12-59b4-4040-b1cc-cee87f67aad0 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812815 Oct 04 14:31:24.093536 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=100 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:24.136389 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8a73ed-af61-465a-b5f9-9cc29bddc28e admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:31:24.143528 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port 2ce38607-e5d2-46d0-9063-4d74324461e4, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=2ce38607-e5d2-46d0-9063-4d74324461e4,segment=NetworkSegment(152383e2-d73f-4c02-bb1c-e715e00f8899),segment_id=152383e2-d73f-4c02-bb1c-e715e00f8899)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:31:24.151100 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-8b8a73ed-af61-465a-b5f9-9cc29bddc28e admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/91c6edb4-346f-40c9-8011-4663947960aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7272060 Oct 04 14:31:24.151322 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9caf38-f0ec-49d8-b4cc-3dbe052e4db2 None None] Sync routers for ids ['91c6edb4-346f-40c9-8011-4663947960aa'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:31:24.156370 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42340) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:24.161529 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] Publish callbacks [] for port (cf7400c1-7945-4250-ac99-fd9d7d8c6818), precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:24.161922 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (2ce38607-e5d2-46d0-9063-4d74324461e4), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:24.165018 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 68452ec1-aaa0-4331-8e64-00eff7ec99c9 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:31:24.178160 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (cf7400c1-7945-4250-ac99-fd9d7d8c6818), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:24.294420 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9caf38-f0ec-49d8-b4cc-3dbe052e4db2 None None] Routers {'91c6edb4-346f-40c9-8011-4663947960aa'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:31:24.296112 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-2c9caf38-f0ec-49d8-b4cc-3dbe052e4db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:30:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['91c6edb4-346f-40c9-8011-4663947960aa'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:24.377067 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b484c-8c4c-408e-9907-e39e06ea34e9 None None] Pushing event updated for resources: {'Port': ['ID=cf7400c1-7945-4250-ac99-fd9d7d8c6818,revision_number=2']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:24.405658 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50df5031-13fc-47b3-9c9d-af6320540f9b None None] Network 103a52be-ad0f-413e-a789-b160158f1cc9 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:31:24.421067 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] Attempting to bind port cf7400c1-7945-4250-ac99-fd9d7d8c6818 on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:31:24.421643 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] Attempting to bind port cf7400c1-7945-4250-ac99-fd9d7d8c6818 by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:31:24.422203 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] Attempting to bind port cf7400c1-7945-4250-ac99-fd9d7d8c6818 on network de362cfd-b891-4103-bae0-869e4a402a70 {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:31:24.437347 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-21a95cb7-a306-4c29-af87-ee917e7cf5bd admin admin] Publish callbacks [] for router (91c6edb4-346f-40c9-8011-4663947960aa), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:24.575752 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:31:24.584403 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] Checking segment: {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:31:24.584818 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:24.585562 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] Bound using segment: {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:31:24.586250 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] Bound port: cf7400c1-7945-4250-ac99-fd9d7d8c6818, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:31:24.586785 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (cf7400c1-7945-4250-ac99-fd9d7d8c6818), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:24.663373 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:24.671122 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d0a949fa-923e-4d4f-ab98-bcdb177a05ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:24.745106 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:24.746493 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:24.749027 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] For port cf7400c1-7945-4250-ac99-fd9d7d8c6818, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:31:24.749878 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 68452ec1-aaa0-4331-8e64-00eff7ec99c9 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:31:24.750268 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (68452ec1-aaa0-4331-8e64-00eff7ec99c9), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:24.750591 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 68452ec1-aaa0-4331-8e64-00eff7ec99c9 Oct 04 14:31:24.759828 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] For port cf7400c1-7945-4250-ac99-fd9d7d8c6818, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=cf7400c1-7945-4250-ac99-fd9d7d8c6818,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:31:24.763735 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:24.771949 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (cf7400c1-7945-4250-ac99-fd9d7d8c6818), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:24.772163 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7dbd28-94c7-49a7-805b-78606521e5f7 req-b03b80c9-4df3-43ca-b44c-8cb7044cc209 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:24.787868 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1e7dbd28-94c7-49a7-805b-78606521e5f7 req-b03b80c9-4df3-43ca-b44c-8cb7044cc209 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 945 time: 0.1210306 Oct 04 14:31:24.796039 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:24.852368 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-24d63215-9c5c-4d97-a40c-cf84e773c994 None None] Provisioning complete for port 68452ec1-aaa0-4331-8e64-00eff7ec99c9 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:31:24.853498 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-24d63215-9c5c-4d97-a40c-cf84e773c994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (68452ec1-aaa0-4331-8e64-00eff7ec99c9), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:24.854070 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-24d63215-9c5c-4d97-a40c-cf84e773c994 None None] Attempt 1 to provision port 68452ec1-aaa0-4331-8e64-00eff7ec99c9 Oct 04 14:31:24.856265 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=2ce38607-e5d2-46d0-9063-4d74324461e4,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:24.871268 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b484c-8c4c-408e-9907-e39e06ea34e9 None None] Pushing event updated for resources: {'Port': ['ID=cf7400c1-7945-4250-ac99-fd9d7d8c6818,revision_number=3']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:24.900084 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] Routers {'6997f6f7-1d8c-4eb8-9872-701408b5cfa9'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:31:24.900590 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:30:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['6997f6f7-1d8c-4eb8-9872-701408b5cfa9'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:24.932190 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:24.932620 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:24.971570 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-2c9caf38-f0ec-49d8-b4cc-3dbe052e4db2 None None] Set router 91c6edb4-346f-40c9-8011-4663947960aa gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:31:24.973130 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1e7dbd28-94c7-49a7-805b-78606521e5f7 req-41f4abeb-b9eb-4b7b-91b0-23b97805c392 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742096 Oct 04 14:31:24.975581 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-21a95cb7-a306-4c29-af87-ee917e7cf5bd admin admin] Publish callbacks [] for router_gateway (91c6edb4-346f-40c9-8011-4663947960aa), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:25.098240 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-21a95cb7-a306-4c29-af87-ee917e7cf5bd admin admin] Deleting port a63a3594-914c-4dcf-a6a4-93b7dd74fe97 {{(pid=106355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:31:25.098996 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-21a95cb7-a306-4c29-af87-ee917e7cf5bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (a63a3594-914c-4dcf-a6a4-93b7dd74fe97), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:25.156169 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [None req-d0a949fa-923e-4d4f-ab98-bcdb177a05ea admin admin] Allocated IP 172.20.0.1 (103a52be-ad0f-413e-a789-b160158f1cc9/6c84914c-474c-4656-81d3-4d5efd04cb80/ec5f4f40-c544-4be2-a9c0-3664cec7d04d) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:31:25.246017 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] Set router 6997f6f7-1d8c-4eb8-9872-701408b5cfa9 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:31:25.273913 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 68452ec1-aaa0-4331-8e64-00eff7ec99c9 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:31:25.274312 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (68452ec1-aaa0-4331-8e64-00eff7ec99c9), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:25.477768 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-21a95cb7-a306-4c29-af87-ee917e7cf5bd admin admin] For port a63a3594-914c-4dcf-a6a4-93b7dd74fe97, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=a63a3594-914c-4dcf-a6a4-93b7dd74fe97,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:31:25.478898 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-21a95cb7-a306-4c29-af87-ee917e7cf5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (a63a3594-914c-4dcf-a6a4-93b7dd74fe97), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:25.539289 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344abf8-b4cc-43c2-adc3-0851dd62dbac req-09ba87f9-4908-4f3f-9833-6f2df0c0d58e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:25.541196 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5344abf8-b4cc-43c2-adc3-0851dd62dbac req-09ba87f9-4908-4f3f-9833-6f2df0c0d58e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.1949604 Oct 04 14:31:25.554683 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-21a95cb7-a306-4c29-af87-ee917e7cf5bd admin admin] Calling delete_port for a63a3594-914c-4dcf-a6a4-93b7dd74fe97 owned by network:router_gateway {{(pid=106355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:31:25.576924 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:25.640162 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d0a949fa-923e-4d4f-ab98-bcdb177a05ea admin admin] Publish callbacks [] for port (ec5f4f40-c544-4be2-a9c0-3664cec7d04d), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:25.735805 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d0a949fa-923e-4d4f-ab98-bcdb177a05ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (ec5f4f40-c544-4be2-a9c0-3664cec7d04d), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:25.740261 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6997f6f7-1d8c-4eb8-9872-701408b5cfa9', 'name': 'tempest-TestVolumeBootPattern-107752769-router', 'tenant_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'cf7400c1-7945-4250-ac99-fd9d7d8c6818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:20Z', 'updated_at': '2022-10-04T14:31:21Z', 'revision_number': 3, 'project_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'gw_port': {'id': 'cf7400c1-7945-4250-ac99-fd9d7d8c6818', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6997f6f7-1d8c-4eb8-9872-701408b5cfa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:20Z', 'updated_at': '2022-10-04T14:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:25.770564 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5344abf8-b4cc-43c2-adc3-0851dd62dbac req-10e139e6-fcce-4740-af8b-331a4f797f0e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143877 Oct 04 14:31:25.783506 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3918f2c-2caf-49ba-8e50-b9e12eb7a841 None None] The sync data for ids ['6997f6f7-1d8c-4eb8-9872-701408b5cfa9'] in dv-cinder-860260-1-iscsi is: [{'id': '6997f6f7-1d8c-4eb8-9872-701408b5cfa9', 'name': 'tempest-TestVolumeBootPattern-107752769-router', 'tenant_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'cf7400c1-7945-4250-ac99-fd9d7d8c6818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:20Z', 'updated_at': '2022-10-04T14:31:21Z', 'revision_number': 3, 'project_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'gw_port': {'id': 'cf7400c1-7945-4250-ac99-fd9d7d8c6818', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6997f6f7-1d8c-4eb8-9872-701408b5cfa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:20Z', 'updated_at': '2022-10-04T14:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:31:25.794911 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port 68452ec1-aaa0-4331-8e64-00eff7ec99c9, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=68452ec1-aaa0-4331-8e64-00eff7ec99c9,segment=NetworkSegment(8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55),segment_id=8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:31:25.804285 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (68452ec1-aaa0-4331-8e64-00eff7ec99c9), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:25.834753 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a949fa-923e-4d4f-ab98-bcdb177a05ea admin admin] Network 103a52be-ad0f-413e-a789-b160158f1cc9 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:31:25.847847 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-d0a949fa-923e-4d4f-ab98-bcdb177a05ea admin admin] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:31:25.863720 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-21a95cb7-a306-4c29-af87-ee917e7cf5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957'] for port (a63a3594-914c-4dcf-a6a4-93b7dd74fe97), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:25.871305 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a949fa-923e-4d4f-ab98-bcdb177a05ea admin admin] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:31:25.871807 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d0a949fa-923e-4d4f-ab98-bcdb177a05ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737589'] for router_interface (6997f6f7-1d8c-4eb8-9872-701408b5cfa9), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:25.910593 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a95cb7-a306-4c29-af87-ee917e7cf5bd admin admin] Pushing event deleted for resources: {'Port': ['ID=a63a3594-914c-4dcf-a6a4-93b7dd74fe97,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:25.960529 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-24d63215-9c5c-4d97-a40c-cf84e773c994 None None] Current status of the port 68452ec1-aaa0-4331-8e64-00eff7ec99c9 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:31:25.961607 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-24d63215-9c5c-4d97-a40c-cf84e773c994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (68452ec1-aaa0-4331-8e64-00eff7ec99c9), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:26.009667 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:26.011861 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312bb6f2-d955-4cb7-a20d-0b4d280c45ff req-33890de5-e381-4bf9-b582-3ec22c0e8ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:26.014863 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-312bb6f2-d955-4cb7-a20d-0b4d280c45ff req-33890de5-e381-4bf9-b582-3ec22c0e8ed3 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 1129 time: 0.2818625 Oct 04 14:31:26.051043 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-21a95cb7-a306-4c29-af87-ee917e7cf5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549238'] for router_gateway (91c6edb4-346f-40c9-8011-4663947960aa), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:26.055987 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a949fa-923e-4d4f-ab98-bcdb177a05ea admin admin] Pushing event updated for resources: {'Port': ['ID=ec5f4f40-c544-4be2-a9c0-3664cec7d04d,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:26.076231 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 2ce38607-e5d2-46d0-9063-4d74324461e4 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:31:26.142069 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-312bb6f2-d955-4cb7-a20d-0b4d280c45ff req-1a8ec442-d883-4687-add4-c8e2cc87c426 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163132 Oct 04 14:31:26.143477 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d0a949fa-923e-4d4f-ab98-bcdb177a05ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (ec5f4f40-c544-4be2-a9c0-3664cec7d04d), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:26.248009 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-21a95cb7-a306-4c29-af87-ee917e7cf5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7298'] for router (91c6edb4-346f-40c9-8011-4663947960aa), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:26.261545 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-21a95cb7-a306-4c29-af87-ee917e7cf5bd admin admin] Publish callbacks [] for router_controller (91c6edb4-346f-40c9-8011-4663947960aa), precommit_delete_associations {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:26.291363 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=68452ec1-aaa0-4331-8e64-00eff7ec99c9,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:26.343776 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 2ce38607-e5d2-46d0-9063-4d74324461e4 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:31:26.343776 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (2ce38607-e5d2-46d0-9063-4d74324461e4), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:26.345117 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 2ce38607-e5d2-46d0-9063-4d74324461e4 Oct 04 14:31:26.385014 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-21a95cb7-a306-4c29-af87-ee917e7cf5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556132'] for router (91c6edb4-346f-40c9-8011-4663947960aa), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:26.385014 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a95cb7-a306-4c29-af87-ee917e7cf5bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91c6edb4-346f-40c9-8011-4663947960aa {{(pid=106355) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 14:31:26.389912 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-21a95cb7-a306-4c29-af87-ee917e7cf5bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:26.393492 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-21a95cb7-a306-4c29-af87-ee917e7cf5bd admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/91c6edb4-346f-40c9-8011-4663947960aa HTTP/1.1" status: 204 len: 168 time: 2.2322893 Oct 04 14:31:26.394339 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42372) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:26.399771 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-2c9caf38-f0ec-49d8-b4cc-3dbe052e4db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c6edb4-346f-40c9-8011-4663947960aa', 'name': 'tempest-DeleteServersTestJSON-1402762535-router', 'tenant_id': 'da10281be41c43988e60ecfafd5d0d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a63a3594-914c-4dcf-a6a4-93b7dd74fe97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:37Z', 'updated_at': '2022-10-04T14:31:22Z', 'revision_number': 5, 'project_id': 'da10281be41c43988e60ecfafd5d0d12', 'gw_port': {'id': 'a63a3594-914c-4dcf-a6a4-93b7dd74fe97', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:76:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c6edb4-346f-40c9-8011-4663947960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:26.459855 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9caf38-f0ec-49d8-b4cc-3dbe052e4db2 None None] Checking router: 91c6edb4-346f-40c9-8011-4663947960aa for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:31:26.466872 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.db.api [None req-24d63215-9c5c-4d97-a40c-cf84e773c994 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 14:31:26.467282 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG oslo_db.api [None req-24d63215-9c5c-4d97-a40c-cf84e773c994 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 14:31:26.486063 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9caf38-f0ec-49d8-b4cc-3dbe052e4db2 None None] Routers set() bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:31:26.486432 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9caf38-f0ec-49d8-b4cc-3dbe052e4db2 None None] Router IDs set() for agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 04 14:31:26.487364 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_agentschedulers_db [None req-2c9caf38-f0ec-49d8-b4cc-3dbe052e4db2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'91c6edb4-346f-40c9-8011-4663947960aa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:30:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent'). {{(pid=106357) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 04 14:31:26.487759 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9caf38-f0ec-49d8-b4cc-3dbe052e4db2 None None] The sync data for ids ['91c6edb4-346f-40c9-8011-4663947960aa'] in dv-cinder-860260-1-iscsi is: [] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:31:26.528747 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d0a949fa-923e-4d4f-ab98-bcdb177a05ea admin admin] Publish callbacks [] for port (ec5f4f40-c544-4be2-a9c0-3664cec7d04d), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:26.546998 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62331cbb-ba00-4490-aa9f-f0b1bdba0e59 req-692b685a-0c18-467c-9713-2231e5652e64 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:26.548808 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-62331cbb-ba00-4490-aa9f-f0b1bdba0e59 req-692b685a-0c18-467c-9713-2231e5652e64 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 945 time: 0.0852985 Oct 04 14:31:26.549772 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d0a949fa-923e-4d4f-ab98-bcdb177a05ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (ec5f4f40-c544-4be2-a9c0-3664cec7d04d), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:26.551261 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d0a949fa-923e-4d4f-ab98-bcdb177a05ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737705'] for router_interface (6997f6f7-1d8c-4eb8-9872-701408b5cfa9), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:26.565374 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ae1872-0cef-4b33-87c6-f363b57eeabc admin admin] Deleting subnet fe0231a6-6c05-48d1-bcae-f5fe5f4b4268 {{(pid=106355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 14:31:26.567985 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 2ce38607-e5d2-46d0-9063-4d74324461e4 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:31:26.575594 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-e4ae1872-0cef-4b33-87c6-f363b57eeabc admin admin] Publish callbacks [] for subnet (fe0231a6-6c05-48d1-bcae-f5fe5f4b4268), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:26.654342 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-e4ae1872-0cef-4b33-87c6-f363b57eeabc admin admin] Publish callbacks [] for subnet (fe0231a6-6c05-48d1-bcae-f5fe5f4b4268), precommit_delete_associations {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:26.761212 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-62331cbb-ba00-4490-aa9f-f0b1bdba0e59 req-6210ac8d-0631-4efe-860c-efcc5cb19ea0 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968846 Oct 04 14:31:26.830203 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a949fa-923e-4d4f-ab98-bcdb177a05ea admin admin] Network 103a52be-ad0f-413e-a789-b160158f1cc9 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:31:26.831076 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a949fa-923e-4d4f-ab98-bcdb177a05ea admin admin] Pushing event updated for resources: {'Port': ['ID=ec5f4f40-c544-4be2-a9c0-3664cec7d04d,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:26.835218 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-d0a949fa-923e-4d4f-ab98-bcdb177a05ea admin admin] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:31:26.843182 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-e4ae1872-0cef-4b33-87c6-f363b57eeabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394552'] for subnet (fe0231a6-6c05-48d1-bcae-f5fe5f4b4268), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:27.070500 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a957626-214a-4e00-be9a-aaeea6bdfd71 req-3c2c46f2-0a6b-44a7-aa81-5c64d4f3b032 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:27.077865 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a949fa-923e-4d4f-ab98-bcdb177a05ea admin admin] Router 6997f6f7-1d8c-4eb8-9872-701408b5cfa9 has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:31:27.086237 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3a957626-214a-4e00-be9a-aaeea6bdfd71 req-3c2c46f2-0a6b-44a7-aa81-5c64d4f3b032 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.1351991 Oct 04 14:31:27.124745 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9b9d4541-1d9a-4008-bf4b-3e796a061189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:27.133332 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:27.140863 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-24d63215-9c5c-4d97-a40c-cf84e773c994 None None] Current status of the port 68452ec1-aaa0-4331-8e64-00eff7ec99c9 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:31:27.144469 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-e4ae1872-0cef-4b33-87c6-f363b57eeabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for subnet (fe0231a6-6c05-48d1-bcae-f5fe5f4b4268), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:27.278555 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5f00b7-642b-4691-bf26-09df84d7e93b None None] Network 1e8ee100-9e5b-4809-8cb0-dbfff2298b1e requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:31:27.282896 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-8e037ffa-1e79-455d-a944-22197ddde2f0 None None] Provisioning complete for port 68452ec1-aaa0-4331-8e64-00eff7ec99c9 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:31:27.283411 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-8e037ffa-1e79-455d-a944-22197ddde2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (68452ec1-aaa0-4331-8e64-00eff7ec99c9), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:27.283853 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-8e037ffa-1e79-455d-a944-22197ddde2f0 None None] Attempt 1 to provision port 68452ec1-aaa0-4331-8e64-00eff7ec99c9 Oct 04 14:31:27.291925 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-e4ae1872-0cef-4b33-87c6-f363b57eeabc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:27.298723 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-e4ae1872-0cef-4b33-87c6-f363b57eeabc admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/fe0231a6-6c05-48d1-bcae-f5fe5f4b4268 HTTP/1.1" status: 204 len: 168 time: 0.8998141 Oct 04 14:31:27.298723 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae1872-0cef-4b33-87c6-f363b57eeabc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe0231a6-6c05-48d1-bcae-f5fe5f4b4268,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:27.320434 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42382) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:27.338457 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:31:27.397045 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a949fa-923e-4d4f-ab98-bcdb177a05ea admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:31:27.403480 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:27.430592 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-d0a949fa-923e-4d4f-ab98-bcdb177a05ea admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/6997f6f7-1d8c-4eb8-9872-701408b5cfa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8888886 Oct 04 14:31:27.494233 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3a957626-214a-4e00-be9a-aaeea6bdfd71 req-86566d47-4c30-4947-b5a9-0e888c57a4ff tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777447 Oct 04 14:31:27.549964 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1385909'] for network (1e8ee100-9e5b-4809-8cb0-dbfff2298b1e), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:27.637770 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-8e037ffa-1e79-455d-a944-22197ddde2f0 None None] Current status of the port 68452ec1-aaa0-4331-8e64-00eff7ec99c9 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:31:27.648610 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-8e037ffa-1e79-455d-a944-22197ddde2f0 None None] Provisioning complete for port ec5f4f40-c544-4be2-a9c0-3664cec7d04d triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:31:27.648934 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Deleting port 24075625-c6d4-4598-a30e-055d6c465fd2 {{(pid=106355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:31:27.649547 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (24075625-c6d4-4598-a30e-055d6c465fd2), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:27.651259 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-8e037ffa-1e79-455d-a944-22197ddde2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (ec5f4f40-c544-4be2-a9c0-3664cec7d04d), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:27.652778 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-8e037ffa-1e79-455d-a944-22197ddde2f0 None None] Attempt 1 to provision port ec5f4f40-c544-4be2-a9c0-3664cec7d04d Oct 04 14:31:27.703054 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6df089-92e7-419b-a48a-2c3249f972ce None None] DHCP port deletion for 1e8ee100-9e5b-4809-8cb0-dbfff2298b1e request from dv-cinder-860260-1-iscsi {{(pid=106357) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 14:31:27.777324 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-8e037ffa-1e79-455d-a944-22197ddde2f0 None None] Port ec5f4f40-c544-4be2-a9c0-3664cec7d04d cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:31:27.809397 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] For port 24075625-c6d4-4598-a30e-055d6c465fd2, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=24075625-c6d4-4598-a30e-055d6c465fd2,segment=NetworkSegment(e348613e-3669-436d-a9ac-f6ed2ca47324),segment_id=e348613e-3669-436d-a9ac-f6ed2ca47324)] {{(pid=106355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:31:27.809774 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (24075625-c6d4-4598-a30e-055d6c465fd2), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:27.824044 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-cd6df089-92e7-419b-a48a-2c3249f972ce None None] Deleting port 24075625-c6d4-4598-a30e-055d6c465fd2 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:31:27.824342 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-cd6df089-92e7-419b-a48a-2c3249f972ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (24075625-c6d4-4598-a30e-055d6c465fd2), before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:27.833854 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Calling delete_port for 24075625-c6d4-4598-a30e-055d6c465fd2 owned by network:dhcp {{(pid=106355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:31:27.979478 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:27.985809 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975c2ca-b7e5-4d74-80f2-5e5f2be27973 req-14494b6e-e74b-4577-ac69-b84c5fe7d661 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:27.987614 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0975c2ca-b7e5-4d74-80f2-5e5f2be27973 req-14494b6e-e74b-4577-ac69-b84c5fe7d661 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 945 time: 0.0886927 Oct 04 14:31:28.037614 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-cd6df089-92e7-419b-a48a-2c3249f972ce None None] For port 24075625-c6d4-4598-a30e-055d6c465fd2, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=24075625-c6d4-4598-a30e-055d6c465fd2,segment=NetworkSegment(e348613e-3669-436d-a9ac-f6ed2ca47324),segment_id=e348613e-3669-436d-a9ac-f6ed2ca47324)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:31:28.041394 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-cd6df089-92e7-419b-a48a-2c3249f972ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (24075625-c6d4-4598-a30e-055d6c465fd2), precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:28.065585 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957'] for port (24075625-c6d4-4598-a30e-055d6c465fd2), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:28.071214 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-4adcf1e2-eb08-4d2b-abde-a7b729c5945b None None] Provisioning complete for port ec5f4f40-c544-4be2-a9c0-3664cec7d04d triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:31:28.071656 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4adcf1e2-eb08-4d2b-abde-a7b729c5945b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (ec5f4f40-c544-4be2-a9c0-3664cec7d04d), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:28.072227 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-4adcf1e2-eb08-4d2b-abde-a7b729c5945b None None] Attempt 1 to provision port ec5f4f40-c544-4be2-a9c0-3664cec7d04d Oct 04 14:31:28.093236 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] No DVR routers for this DVR port 24075625-c6d4-4598-a30e-055d6c465fd2 on host dv-cinder-860260-1-iscsi {{(pid=106355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:31:28.124954 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-cd6df089-92e7-419b-a48a-2c3249f972ce None None] Calling delete_port for 24075625-c6d4-4598-a30e-055d6c465fd2 owned by network:dhcp {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:31:28.126044 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0975c2ca-b7e5-4d74-80f2-5e5f2be27973 req-037ec869-4f0e-4243-8a3f-35e9d4a0d090 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239533 Oct 04 14:31:28.148396 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Pushing event deleted for resources: {'Port': ['ID=24075625-c6d4-4598-a30e-055d6c465fd2,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:28.154384 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 68452ec1-aaa0-4331-8e64-00eff7ec99c9 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:31:28.179309 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 42394) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:28.185332 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-da62ec47-c0db-438b-b478-ca60aaa8cc06 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2039710880', 'description': 'tempest-secgroup-smoke-2039710880 description', 'project_id': '408b16a582484c619ff17416990d5feb'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:28.200934 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:28.216595 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-da62ec47-c0db-438b-b478-ca60aaa8cc06 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:28.238682 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335914', 'neutron.services.segments.db._delete_segments_for_network-8767534955484'] for network (1e8ee100-9e5b-4809-8cb0-dbfff2298b1e), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:28.280466 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-4adcf1e2-eb08-4d2b-abde-a7b729c5945b None None] Port ec5f4f40-c544-4be2-a9c0-3664cec7d04d cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:31:28.288582 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:28.289169 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:28.290427 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:28.290791 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Subscribe: > port after_create 55550000 {{(pid=106355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:28.291516 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:28.291998 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Subscribe: > port after_update 55550000 {{(pid=106355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:28.292353 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:28.292706 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:28.293097 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:28.293495 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:28.366877 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-da62ec47-c0db-438b-b478-ca60aaa8cc06 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for security_group (dcfacddd-cbd0-43ff-8dce-794229dea277), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:28.372136 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-da62ec47-c0db-438b-b478-ca60aaa8cc06 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (dcfacddd-cbd0-43ff-8dce-794229dea277), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:28.403803 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:28.425231 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 68452ec1-aaa0-4331-8e64-00eff7ec99c9 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:31:28.425231 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (68452ec1-aaa0-4331-8e64-00eff7ec99c9), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:28.426966 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 68452ec1-aaa0-4331-8e64-00eff7ec99c9 Oct 04 14:31:28.430840 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-da62ec47-c0db-438b-b478-ca60aaa8cc06 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:28.431658 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:28.435621 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-da62ec47-c0db-438b-b478-ca60aaa8cc06 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2541754 Oct 04 14:31:28.436342 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 42400) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:28.452607 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-ae2aa017-9a9e-487c-a35b-ccc3ccb9f322 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Request body: {'security_group_rule': {'security_group_id': 'dcfacddd-cbd0-43ff-8dce-794229dea277', 'project_id': '408b16a582484c619ff17416990d5feb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:28.466477 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62ec47-c0db-438b-b478-ca60aaa8cc06 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfacddd-cbd0-43ff-8dce-794229dea277,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:28.489818 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-cd6df089-92e7-419b-a48a-2c3249f972ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957'] for port (24075625-c6d4-4598-a30e-055d6c465fd2), after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:28.501146 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ae2aa017-9a9e-487c-a35b-ccc3ccb9f322 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for security_group_rule (38b26c74-95c5-483e-92da-dc59536a74f9), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:28.527933 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6df089-92e7-419b-a48a-2c3249f972ce None None] Pushing event deleted for resources: {'Port': ['ID=24075625-c6d4-4598-a30e-055d6c465fd2,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:28.535481 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6df089-92e7-419b-a48a-2c3249f972ce None None] No DVR routers for this DVR port 24075625-c6d4-4598-a30e-055d6c465fd2 on host dv-cinder-860260-1-iscsi {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:31:28.560940 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:28.561361 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:28.561637 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:28.561980 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:28.562439 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8ee100-9e5b-4809-8cb0-dbfff2298b1e']}} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:28.621688 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 68452ec1-aaa0-4331-8e64-00eff7ec99c9 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:31:28.623023 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device cf7400c1-7945-4250-ac99-fd9d7d8c6818 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:31:28.630410 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e348613e-3669-436d-a9ac-f6ed2ca47324') {'for_net_delete': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:28.630410 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e348613e-3669-436d-a9ac-f6ed2ca47324') {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:28.636953 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ae2aa017-9a9e-487c-a35b-ccc3ccb9f322 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for security_group_rule (38b26c74-95c5-483e-92da-dc59536a74f9), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:28.642696 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ae2aa017-9a9e-487c-a35b-ccc3ccb9f322 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (38b26c74-95c5-483e-92da-dc59536a74f9), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:28.681567 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767534908582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5614583'] for segment (e348613e-3669-436d-a9ac-f6ed2ca47324), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:28.689988 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2aa017-9a9e-487c-a35b-ccc3ccb9f322 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b26c74-95c5-483e-92da-dc59536a74f9,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:28.702546 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port cf7400c1-7945-4250-ac99-fd9d7d8c6818 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:31:28.702980 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (cf7400c1-7945-4250-ac99-fd9d7d8c6818), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:28.703633 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port cf7400c1-7945-4250-ac99-fd9d7d8c6818 Oct 04 14:31:28.711826 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ae2aa017-9a9e-487c-a35b-ccc3ccb9f322 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:28.721983 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-ae2aa017-9a9e-487c-a35b-ccc3ccb9f322 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2805996 Oct 04 14:31:28.723075 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 42408) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:28.731988 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-f5799ecc-bf35-40dc-8215-07d36c283ed3 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Request body: {'security_group_rule': {'security_group_id': 'dcfacddd-cbd0-43ff-8dce-794229dea277', 'project_id': '408b16a582484c619ff17416990d5feb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:28.780928 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3424f-d9a4-4d4b-b253-f7055fad99ca req-28546ffd-6356-402a-a0cd-596af1659cd4 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:28.782606 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f5799ecc-bf35-40dc-8215-07d36c283ed3 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for security_group_rule (5473db70-b532-4b31-a972-6be2359d51c7), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:28.799881 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5bd3424f-d9a4-4d4b-b253-f7055fad99ca req-28546ffd-6356-402a-a0cd-596af1659cd4 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.1344330 Oct 04 14:31:28.840737 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port cf7400c1-7945-4250-ac99-fd9d7d8c6818 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:31:28.841055 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (cf7400c1-7945-4250-ac99-fd9d7d8c6818), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:28.875451 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:28.910328 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (e348613e-3669-436d-a9ac-f6ed2ca47324), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:28.916800 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port cf7400c1-7945-4250-ac99-fd9d7d8c6818, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=cf7400c1-7945-4250-ac99-fd9d7d8c6818,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:31:28.921918 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (cf7400c1-7945-4250-ac99-fd9d7d8c6818), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:28.929426 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b074b-3605-43d5-b900-72275d4755de req-84f1d0d3-ac1f-4ac0-a652-9ef4dbd1126f tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:28.935223 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ac8b074b-3605-43d5-b900-72275d4755de req-84f1d0d3-ac1f-4ac0-a652-9ef4dbd1126f tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 945 time: 0.0928955 Oct 04 14:31:28.937261 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] Sync routers for ids ['6997f6f7-1d8c-4eb8-9872-701408b5cfa9'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:31:28.948427 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=106355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 14:31:28.950327 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6577857'] for segment (e348613e-3669-436d-a9ac-f6ed2ca47324), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:28.982400 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f5799ecc-bf35-40dc-8215-07d36c283ed3 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for security_group_rule (5473db70-b532-4b31-a972-6be2359d51c7), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:28.984398 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] Routers {'6997f6f7-1d8c-4eb8-9872-701408b5cfa9'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:31:28.985188 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:30:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['6997f6f7-1d8c-4eb8-9872-701408b5cfa9'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:28.992362 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f5799ecc-bf35-40dc-8215-07d36c283ed3 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (5473db70-b532-4b31-a972-6be2359d51c7), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:29.012025 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5bd3424f-d9a4-4d4b-b253-f7055fad99ca req-61d88bef-0edd-452f-8153-7632b7cfe155 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700635 Oct 04 14:31:29.033712 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device a63a3594-914c-4dcf-a6a4-93b7dd74fe97 no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:31:29.046216 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5799ecc-bf35-40dc-8215-07d36c283ed3 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5473db70-b532-4b31-a972-6be2359d51c7,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:29.063529 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f5799ecc-bf35-40dc-8215-07d36c283ed3 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:29.064712 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=cf7400c1-7945-4250-ac99-fd9d7d8c6818,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:29.067588 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: a63a3594-914c-4dcf-a6a4-93b7dd74fe97 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:31:29.067970 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device a63a3594-914c-4dcf-a6a4-93b7dd74fe97 not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:31:29.068376 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 24075625-c6d4-4598-a30e-055d6c465fd2 no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:31:29.068718 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-f5799ecc-bf35-40dc-8215-07d36c283ed3 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3440752 Oct 04 14:31:29.069301 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 42416) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:29.082021 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-8c48a561-14a8-4b23-8f05-dd28763b1aba tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Request body: {'security_group_rule': {'security_group_id': 'dcfacddd-cbd0-43ff-8dce-794229dea277', 'project_id': '408b16a582484c619ff17416990d5feb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:29.103064 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: 24075625-c6d4-4598-a30e-055d6c465fd2 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:31:29.103418 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 24075625-c6d4-4598-a30e-055d6c465fd2 not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:31:29.104246 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device e7fab9c5-b941-4ff9-8fbe-893a74c5b970 no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:31:29.105300 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1336217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549289'] for network (1e8ee100-9e5b-4809-8cb0-dbfff2298b1e), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:29.124963 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:29.129906 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: e7fab9c5-b941-4ff9-8fbe-893a74c5b970 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:31:29.131181 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device e7fab9c5-b941-4ff9-8fbe-893a74c5b970 not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:31:29.135018 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/1e8ee100-9e5b-4809-8cb0-dbfff2298b1e HTTP/1.1" status: 204 len: 168 time: 1.7585649 Oct 04 14:31:29.163417 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8c48a561-14a8-4b23-8f05-dd28763b1aba tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for security_group_rule (71442c21-07da-4a3f-b26e-33993aff76d2), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:29.171535 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad31bb5-5320-4099-be1c-4fe8b7961986 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e8ee100-9e5b-4809-8cb0-dbfff2298b1e,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:29.255814 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8c48a561-14a8-4b23-8f05-dd28763b1aba tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for security_group_rule (71442c21-07da-4a3f-b26e-33993aff76d2), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:29.261182 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8c48a561-14a8-4b23-8f05-dd28763b1aba tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (71442c21-07da-4a3f-b26e-33993aff76d2), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:29.276399 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48a561-14a8-4b23-8f05-dd28763b1aba tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71442c21-07da-4a3f-b26e-33993aff76d2,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:29.299398 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8c48a561-14a8-4b23-8f05-dd28763b1aba tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:29.304880 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42426) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:29.305309 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-8c48a561-14a8-4b23-8f05-dd28763b1aba tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2347269 Oct 04 14:31:29.309731 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-5bf157bf-5c90-45af-943d-232524b79888 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Request body: {'security_group_rule': {'security_group_id': 'dcfacddd-cbd0-43ff-8dce-794229dea277', 'project_id': '408b16a582484c619ff17416990d5feb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:29.339189 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] Set router 6997f6f7-1d8c-4eb8-9872-701408b5cfa9 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:31:29.376822 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5bf157bf-5c90-45af-943d-232524b79888 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for security_group_rule (6c20b04d-b741-4006-832a-e4c4f8b78afb), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:29.444362 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ac6d606a-fe37-41fe-880f-64322c95c12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:29.479298 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.services.segments.plugin [-] Segment e348613e-3669-436d-a9ac-f6ed2ca47324 resource provider aggregate not found Oct 04 14:31:29.505126 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424ae36-ce81-4715-97b6-66c1ffcaecdd req-febc0d9b-9ee5-4336-a379-2811927de37f tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:29.514394 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.services.segments.plugin [-] Segment e348613e-3669-436d-a9ac-f6ed2ca47324 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e348613e-3669-436d-a9ac-f6ed2ca47324 found for delete ", "request_id": "req-60895eb4-ab5b-4673-ac82-bd03ffe40da7"}]} Oct 04 14:31:29.517476 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6424ae36-ce81-4715-97b6-66c1ffcaecdd req-febc0d9b-9ee5-4336-a379-2811927de37f tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 945 time: 0.1848471 Oct 04 14:31:29.538918 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5bf157bf-5c90-45af-943d-232524b79888 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for security_group_rule (6c20b04d-b741-4006-832a-e4c4f8b78afb), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:29.546134 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5bf157bf-5c90-45af-943d-232524b79888 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (6c20b04d-b741-4006-832a-e4c4f8b78afb), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:29.597827 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf157bf-5c90-45af-943d-232524b79888 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c20b04d-b741-4006-832a-e4c4f8b78afb,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:29.619951 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5bf157bf-5c90-45af-943d-232524b79888 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:29.622547 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-5bf157bf-5c90-45af-943d-232524b79888 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3157952 Oct 04 14:31:29.628486 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 42434) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:29.629841 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42436) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:29.631649 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-698b706d-eadb-48e6-ad94-3067f57c3c33 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Request body: {'security_group_rule': {'security_group_id': 'dcfacddd-cbd0-43ff-8dce-794229dea277', 'project_id': '408b16a582484c619ff17416990d5feb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:29.656529 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6424ae36-ce81-4715-97b6-66c1ffcaecdd req-74543229-68de-4e8f-bcf8-6cd33cc87222 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380830 Oct 04 14:31:29.662801 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:29.688241 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:29.709345 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.securitygroups_db [None req-698b706d-eadb-48e6-ad94-3067f57c3c33 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Project 408b16a582484c619ff17416990d5feb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 14:31:29.716433 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-ac8b074b-3605-43d5-b900-72275d4755de req-35de6237-90c0-4390-bf9e-a1d94eabe011 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Deleting port 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:31:29.716884 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-ac8b074b-3605-43d5-b900-72275d4755de req-35de6237-90c0-4390-bf9e-a1d94eabe011 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (0f7c29e1-34b4-4751-9b4d-bf4f577cecc7), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:29.723819 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-70285757-f906-4ec9-a935-0c79e9551ff1 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=da10281be41c43988e60ecfafd5d0d12&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0876667 Oct 04 14:31:29.724143 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42438) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:29.734899 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-698b706d-eadb-48e6-ad94-3067f57c3c33 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for security_group_rule (8c99b36d-3e8f-4649-a537-9807956467ca), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:29.776427 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:29.792737 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6997f6f7-1d8c-4eb8-9872-701408b5cfa9', 'name': 'tempest-TestVolumeBootPattern-107752769-router', 'tenant_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'cf7400c1-7945-4250-ac99-fd9d7d8c6818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:20Z', 'updated_at': '2022-10-04T14:31:25Z', 'revision_number': 4, 'project_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'gw_port': {'id': 'cf7400c1-7945-4250-ac99-fd9d7d8c6818', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997f6f7-1d8c-4eb8-9872-701408b5cfa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:20Z', 'updated_at': '2022-10-04T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'ec5f4f40-c544-4be2-a9c0-3664cec7d04d', 'name': '', 'network_id': '103a52be-ad0f-413e-a789-b160158f1cc9', 'tenant_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'mac_address': 'fa:16:3e:db:14:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6997f6f7-1d8c-4eb8-9872-701408b5cfa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6c84914c-474c-4656-81d3-4d5efd04cb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:24Z', 'updated_at': '2022-10-04T14:31:26Z', 'revision_number': 2, 'project_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'subnets': [{'id': '6c84914c-474c-4656-81d3-4d5efd04cb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:29.793086 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:29.812600 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fc968353-d666-450a-9774-08cfb301824a admin admin] Publish callbacks [] for security_group (971f5f92-2b7c-4b0f-8c00-52345a68f197), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:29.869674 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fc968353-d666-450a-9774-08cfb301824a admin admin] Publish callbacks [] for security_group (971f5f92-2b7c-4b0f-8c00-52345a68f197), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:29.899994 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-698b706d-eadb-48e6-ad94-3067f57c3c33 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for security_group_rule (8c99b36d-3e8f-4649-a537-9807956467ca), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:29.902545 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-ac8b074b-3605-43d5-b900-72275d4755de req-35de6237-90c0-4390-bf9e-a1d94eabe011 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] For port 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=0f7c29e1-34b4-4751-9b4d-bf4f577cecc7,segment=NetworkSegment(1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d),segment_id=1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:31:29.902916 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-ac8b074b-3605-43d5-b900-72275d4755de req-35de6237-90c0-4390-bf9e-a1d94eabe011 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (0f7c29e1-34b4-4751-9b4d-bf4f577cecc7), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:29.914391 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-698b706d-eadb-48e6-ad94-3067f57c3c33 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (8c99b36d-3e8f-4649-a537-9807956467ca), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:29.923217 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] Checking router: 6997f6f7-1d8c-4eb8-9872-701408b5cfa9 for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:31:29.923595 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] Updating router 6997f6f7-1d8c-4eb8-9872-701408b5cfa9 port ec5f4f40-c544-4be2-a9c0-3664cec7d04d binding host dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 14:31:29.934645 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-ac8b074b-3605-43d5-b900-72275d4755de req-35de6237-90c0-4390-bf9e-a1d94eabe011 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Calling delete_port for 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7 owned by compute:nova {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:31:29.955785 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b706d-eadb-48e6-ad94-3067f57c3c33 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c99b36d-3e8f-4649-a537-9807956467ca,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:29.960898 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fc968353-d666-450a-9774-08cfb301824a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (971f5f92-2b7c-4b0f-8c00-52345a68f197), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:29.966824 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fc968353-d666-450a-9774-08cfb301824a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:29.974314 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (ec5f4f40-c544-4be2-a9c0-3664cec7d04d), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:29.975894 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-fc968353-d666-450a-9774-08cfb301824a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/971f5f92-2b7c-4b0f-8c00-52345a68f197 HTTP/1.1" status: 204 len: 168 time: 0.2502935 Oct 04 14:31:29.990848 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-698b706d-eadb-48e6-ad94-3067f57c3c33 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:29.995410 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-698b706d-eadb-48e6-ad94-3067f57c3c33 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3650372 Oct 04 14:31:29.995572 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc968353-d666-450a-9774-08cfb301824a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971f5f92-2b7c-4b0f-8c00-52345a68f197,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:29.995659 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 42446) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:30.040106 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device cf7400c1-7945-4250-ac99-fd9d7d8c6818 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:31:30.065749 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-ba922583-39a6-4cc2-93b0-27f4dc5cfad0 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Request body: {'security_group_rule': {'security_group_id': 'dcfacddd-cbd0-43ff-8dce-794229dea277', 'project_id': '408b16a582484c619ff17416990d5feb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:30.119799 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.securitygroups_db [None req-ba922583-39a6-4cc2-93b0-27f4dc5cfad0 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Project 408b16a582484c619ff17416990d5feb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 14:31:30.132402 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ba922583-39a6-4cc2-93b0-27f4dc5cfad0 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for security_group_rule (a33aafcb-b6f2-4de5-b51a-2413850dcb81), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:30.209391 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port cf7400c1-7945-4250-ac99-fd9d7d8c6818 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:31:30.210030 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (cf7400c1-7945-4250-ac99-fd9d7d8c6818), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:30.211397 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port cf7400c1-7945-4250-ac99-fd9d7d8c6818 Oct 04 14:31:30.278106 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c8ea8-8bd8-4772-9f05-3f56e2e637d2 req-e3ac2ce3-d623-49be-af05-25d7a1c942cc tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:30.281446 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e77c8ea8-8bd8-4772-9f05-3f56e2e637d2 req-e3ac2ce3-d623-49be-af05-25d7a1c942cc tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0982032 Oct 04 14:31:30.314218 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=100 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:30.343189 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port cf7400c1-7945-4250-ac99-fd9d7d8c6818 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:31:30.418500 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ba922583-39a6-4cc2-93b0-27f4dc5cfad0 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for security_group_rule (a33aafcb-b6f2-4de5-b51a-2413850dcb81), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:30.431658 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-ac8b074b-3605-43d5-b900-72275d4755de req-35de6237-90c0-4390-bf9e-a1d94eabe011 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957'] for port (0f7c29e1-34b4-4751-9b4d-bf4f577cecc7), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:30.438842 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e77c8ea8-8bd8-4772-9f05-3f56e2e637d2 req-7eb60d6f-bf9e-4b81-89f0-06e2d569c3e8 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477284 Oct 04 14:31:30.465301 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ba922583-39a6-4cc2-93b0-27f4dc5cfad0 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (a33aafcb-b6f2-4de5-b51a-2413850dcb81), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:30.475859 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:30.576850 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de6237-90c0-4390-bf9e-a1d94eabe011 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Pushing event deleted for resources: {'Port': ['ID=0f7c29e1-34b4-4751-9b4d-bf4f577cecc7,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:30.608421 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba922583-39a6-4cc2-93b0-27f4dc5cfad0 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33aafcb-b6f2-4de5-b51a-2413850dcb81,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:30.614413 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8b074b-3605-43d5-b900-72275d4755de req-35de6237-90c0-4390-bf9e-a1d94eabe011 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] No DVR routers for this DVR port 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7 on host hv-cinder-86026 {{(pid=106356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:31:30.617289 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-ac8b074b-3605-43d5-b900-72275d4755de req-35de6237-90c0-4390-bf9e-a1d94eabe011 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:30.621052 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ac8b074b-3605-43d5-b900-72275d4755de req-35de6237-90c0-4390-bf9e-a1d94eabe011 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.17 "DELETE /networking/v2.0/ports/0f7c29e1-34b4-4751-9b4d-bf4f577cecc7 HTTP/1.1" status: 204 len: 173 time: 1.0811381 Oct 04 14:31:30.622626 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0417f02f-287b-46b4-871d-cf1cb2faf0ca', 'name': 'network-vif-deleted', 'tag': '0f7c29e1-34b4-4751-9b4d-bf4f577cecc7'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:31:30.625975 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3ff99f-1565-4de1-9b77-da9d0c0aceeb" -d '{"events": [{"server_uuid": "0417f02f-287b-46b4-871d-cf1cb2faf0ca", "name": "network-vif-deleted", "tag": "0f7c29e1-34b4-4751-9b4d-bf4f577cecc7"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:31:30.639866 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] Publish callbacks [] for port (ec5f4f40-c544-4be2-a9c0-3664cec7d04d), precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:30.659400 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (ec5f4f40-c544-4be2-a9c0-3664cec7d04d), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:30.689699 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898e158-6b2e-4928-9a0c-14db7902fc3c req-fb6cdc33-582b-4f5b-95fa-2366c99ebffe tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:30.691613 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1898e158-6b2e-4928-9a0c-14db7902fc3c req-fb6cdc33-582b-4f5b-95fa-2366c99ebffe tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0792277 Oct 04 14:31:30.695069 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ba922583-39a6-4cc2-93b0-27f4dc5cfad0 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:30.696778 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-ba922583-39a6-4cc2-93b0-27f4dc5cfad0 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6999071 Oct 04 14:31:30.792755 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9839179-1ee3-4cef-abed-343f5c52cadc x-openstack-request-id: req-d9839179-1ee3-4cef-abed-343f5c52cadc {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:31:30.793053 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0417f02f-287b-46b4-871d-cf1cb2faf0ca", "name": "network-vif-deleted", "tag": "0f7c29e1-34b4-4751-9b4d-bf4f577cecc7", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:31:30.793305 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9839179-1ee3-4cef-abed-343f5c52cadc {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:31:30.793709 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9839179-1ee3-4cef-abed-343f5c52cadc'] response: {'server_uuid': '0417f02f-287b-46b4-871d-cf1cb2faf0ca', 'name': 'network-vif-deleted', 'tag': '0f7c29e1-34b4-4751-9b4d-bf4f577cecc7', 'status': 'completed', 'code': 200} Oct 04 14:31:30.824132 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1898e158-6b2e-4928-9a0c-14db7902fc3c req-410a948d-8153-4c86-895b-a3a3e8b8eb1f tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174150 Oct 04 14:31:30.874007 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75a65b-8faf-4631-a811-57fbcb841c92 None None] Pushing event updated for resources: {'Port': ['ID=ec5f4f40-c544-4be2-a9c0-3664cec7d04d,revision_number=3']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:30.919303 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] Attempting to bind port ec5f4f40-c544-4be2-a9c0-3664cec7d04d on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:31:30.919682 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] Attempting to bind port ec5f4f40-c544-4be2-a9c0-3664cec7d04d by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '103a52be-ad0f-413e-a789-b160158f1cc9'}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:31:30.922030 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] Attempting to bind port ec5f4f40-c544-4be2-a9c0-3664cec7d04d on network 103a52be-ad0f-413e-a789-b160158f1cc9 {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:31:31.027710 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-9254a783-8844-475c-8d4a-0b7a6c477606 req-f9deb79f-69a6-4d52-8599-673c6051d168 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 210 time: 0.0787108 Oct 04 14:31:31.049460 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:31:31.050077 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] Checking segment: {'id': '8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '103a52be-ad0f-413e-a789-b160158f1cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:31:31.051365 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:31.051764 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] Bound using segment: {'id': '8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '103a52be-ad0f-413e-a789-b160158f1cc9'} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:31:31.052260 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] Bound port: ec5f4f40-c544-4be2-a9c0-3664cec7d04d, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '103a52be-ad0f-413e-a789-b160158f1cc9'}}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:31:31.052663 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (ec5f4f40-c544-4be2-a9c0-3664cec7d04d), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:31.196705 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] For port ec5f4f40-c544-4be2-a9c0-3664cec7d04d, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:31:31.201002 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] For port ec5f4f40-c544-4be2-a9c0-3664cec7d04d, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=ec5f4f40-c544-4be2-a9c0-3664cec7d04d,segment=NetworkSegment(8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55),segment_id=8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55)] {{(pid=106358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:31:31.211442 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (ec5f4f40-c544-4be2-a9c0-3664cec7d04d), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:31.265228 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] Routers {'6997f6f7-1d8c-4eb8-9872-701408b5cfa9'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:31:31.266438 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:31:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['6997f6f7-1d8c-4eb8-9872-701408b5cfa9'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:31.342242 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75a65b-8faf-4631-a811-57fbcb841c92 None None] Pushing event updated for resources: {'Port': ['ID=ec5f4f40-c544-4be2-a9c0-3664cec7d04d,revision_number=4']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:31.432395 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] Set router 6997f6f7-1d8c-4eb8-9872-701408b5cfa9 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:31:31.703100 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 42528) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:31.835124 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6997f6f7-1d8c-4eb8-9872-701408b5cfa9', 'name': 'tempest-TestVolumeBootPattern-107752769-router', 'tenant_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'cf7400c1-7945-4250-ac99-fd9d7d8c6818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:20Z', 'updated_at': '2022-10-04T14:31:25Z', 'revision_number': 4, 'project_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'gw_port': {'id': 'cf7400c1-7945-4250-ac99-fd9d7d8c6818', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997f6f7-1d8c-4eb8-9872-701408b5cfa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:20Z', 'updated_at': '2022-10-04T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'ec5f4f40-c544-4be2-a9c0-3664cec7d04d', 'name': '', 'network_id': '103a52be-ad0f-413e-a789-b160158f1cc9', 'tenant_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'mac_address': 'fa:16:3e:db:14:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6997f6f7-1d8c-4eb8-9872-701408b5cfa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6c84914c-474c-4656-81d3-4d5efd04cb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:24Z', 'updated_at': '2022-10-04T14:31:31Z', 'revision_number': 4, 'project_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'subnets': [{'id': '6c84914c-474c-4656-81d3-4d5efd04cb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:31.883653 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b031bebc-4ecf-42c0-9072-349e62bf6167 None None] The sync data for ids ['6997f6f7-1d8c-4eb8-9872-701408b5cfa9'] in dv-cinder-860260-1-iscsi is: [{'id': '6997f6f7-1d8c-4eb8-9872-701408b5cfa9', 'name': 'tempest-TestVolumeBootPattern-107752769-router', 'tenant_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'cf7400c1-7945-4250-ac99-fd9d7d8c6818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:20Z', 'updated_at': '2022-10-04T14:31:25Z', 'revision_number': 4, 'project_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'gw_port': {'id': 'cf7400c1-7945-4250-ac99-fd9d7d8c6818', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997f6f7-1d8c-4eb8-9872-701408b5cfa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:20Z', 'updated_at': '2022-10-04T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'ec5f4f40-c544-4be2-a9c0-3664cec7d04d', 'name': '', 'network_id': '103a52be-ad0f-413e-a789-b160158f1cc9', 'tenant_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'mac_address': 'fa:16:3e:db:14:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6997f6f7-1d8c-4eb8-9872-701408b5cfa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6c84914c-474c-4656-81d3-4d5efd04cb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:24Z', 'updated_at': '2022-10-04T14:31:31Z', 'revision_number': 4, 'project_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'subnets': [{'id': '6c84914c-474c-4656-81d3-4d5efd04cb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:31:31.918739 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-9c99220b-a289-48d7-999e-ae8ff3748d58 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1451611072-network', 'tenant_id': '88ba00b9967746799e48089dd617626a'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:31.991535 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c99220b-a289-48d7-999e-ae8ff3748d58 admin admin] Made reservation on behalf of 88ba00b9967746799e48089dd617626a for: {'network': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:31:32.001699 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-9c99220b-a289-48d7-999e-ae8ff3748d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for network (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:32.022189 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-9c99220b-a289-48d7-999e-ae8ff3748d58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:32.157736 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:INSERT=14,neutron:SELECT=78,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:32.164347 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-9c99220b-a289-48d7-999e-ae8ff3748d58 admin admin] Publish callbacks [] for security_group (0cfbcb0f-d35e-484a-9b32-16a42a955307), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:32.172453 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-9c99220b-a289-48d7-999e-ae8ff3748d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (0cfbcb0f-d35e-484a-9b32-16a42a955307), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:32.210072 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c99220b-a289-48d7-999e-ae8ff3748d58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=106356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 14:31:32.246634 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99220b-a289-48d7-999e-ae8ff3748d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfbcb0f-d35e-484a-9b32-16a42a955307,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:32.254474 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7 no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:31:32.286980 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] No Port match for: 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:31:32.287313 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 0f7c29e1-34b4-4751-9b4d-bf4f577cecc7 not bound to the agent host hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:31:32.294072 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-9c99220b-a289-48d7-999e-ae8ff3748d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (7977d4a8-3129-4a85-b55b-4b246c8da44a), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:32.294436 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.segments_db [None req-9c99220b-a289-48d7-999e-ae8ff3748d58 admin admin] Added segment 7977d4a8-3129-4a85-b55b-4b246c8da44a of type vlan for network 0170ee51-c005-4e18-9fac-de95502070ae Oct 04 14:31:32.296228 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:32.307169 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=8 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:32.310281 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8dc02021-9a98-4e19-94f7-50532c3a77c5 req-d4488b6d-fdd1-428d-982e-00f726b4800a tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0417f02f-287b-46b4-871d-cf1cb2faf0ca HTTP/1.1" status: 200 len: 210 time: 0.0888298 Oct 04 14:31:32.373381 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-9c99220b-a289-48d7-999e-ae8ff3748d58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767534377674'] for network (0170ee51-c005-4e18-9fac-de95502070ae), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:32.420860 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-9c99220b-a289-48d7-999e-ae8ff3748d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for network (0170ee51-c005-4e18-9fac-de95502070ae), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:32.421997 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c99220b-a289-48d7-999e-ae8ff3748d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:32.422608 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-9c99220b-a289-48d7-999e-ae8ff3748d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:32.497095 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-9c99220b-a289-48d7-999e-ae8ff3748d58 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7923808 Oct 04 14:31:32.500156 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 42562) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:32.505583 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-001f60d1-b333-4649-9294-40da4f8c048d admin admin] Request body: {'subnet': {'network_id': '0170ee51-c005-4e18-9fac-de95502070ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1451611072-subnet', 'tenant_id': '88ba00b9967746799e48089dd617626a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:32.512249 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99220b-a289-48d7-999e-ae8ff3748d58 admin admin] Pushing event updated for resources: {'Network': ['ID=0170ee51-c005-4e18-9fac-de95502070ae,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:32.529868 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Network 0170ee51-c005-4e18-9fac-de95502070ae details requested by agent ovs-agent-dv-cinder-860260-1-iscsi with host dv-cinder-860260-1-iscsi {{(pid=106357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 14:31:32.579451 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001f60d1-b333-4649-9294-40da4f8c048d admin admin] Made reservation on behalf of 88ba00b9967746799e48089dd617626a for: {'subnet': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:31:32.581994 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-001f60d1-b333-4649-9294-40da4f8c048d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:32.886075 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:32.923730 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-001f60d1-b333-4649-9294-40da4f8c048d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for subnet (2662eecf-f62e-419b-bfb9-daee8e0e9b2f), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:33.014864 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f60d1-b333-4649-9294-40da4f8c048d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2662eecf-f62e-419b-bfb9-daee8e0e9b2f,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:33.034445 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001f60d1-b333-4649-9294-40da4f8c048d admin admin] Checking segment: {'id': '7977d4a8-3129-4a85-b55b-4b246c8da44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0170ee51-c005-4e18-9fac-de95502070ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:31:33.035025 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001f60d1-b333-4649-9294-40da4f8c048d admin admin] Network hostable DHCP agents. Network: 0170ee51-c005-4e18-9fac-de95502070ae, hostable agents: ['ca19cd2b-474d-4d89-a742-81ad09a7c505'], hosted agents: [] {{(pid=106356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 14:31:33.117032 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001f60d1-b333-4649-9294-40da4f8c048d admin admin] Network 0170ee51-c005-4e18-9fac-de95502070ae is scheduled to be hosted by DHCP agent ca19cd2b-474d-4d89-a742-81ad09a7c505 with binding_index 1 {{(pid=106356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 14:31:33.139046 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-001f60d1-b333-4649-9294-40da4f8c048d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860260-1-iscsi, 0170ee51-c005-4e18-9fac-de95502070ae) {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:31:33.147937 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f2729-a862-458b-83be-961b86d0093c req-d8865d18-7f9e-44e5-975a-d9e8fb104c4d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:33.150383 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-371f2729-a862-458b-83be-961b86d0093c req-d8865d18-7f9e-44e5-975a-d9e8fb104c4d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.1071866 Oct 04 14:31:33.151307 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e1c7d3-c18b-430c-bcec-5960af3d0be4 None None] Network 0170ee51-c005-4e18-9fac-de95502070ae requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:31:33.153061 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe9ef4-3716-4932-95af-b634c185f55d req-74240962-4b06-48e4-a1a7-85794d90f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:33.154531 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-07fe9ef4-3716-4932-95af-b634c185f55d req-74240962-4b06-48e4-a1a7-85794d90f412 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ec24f1b720bd42ebb37a36d65757aacd&device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 1130 time: 0.0900378 Oct 04 14:31:33.155702 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001f60d1-b333-4649-9294-40da4f8c048d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:33.156271 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-001f60d1-b333-4649-9294-40da4f8c048d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:33.253266 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-001f60d1-b333-4649-9294-40da4f8c048d admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7462389 Oct 04 14:31:33.305527 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7812c4a-a944-4bcb-a655-beca92852747 None None] Network 0170ee51-c005-4e18-9fac-de95502070ae requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:31:33.313414 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-371f2729-a862-458b-83be-961b86d0093c req-e2e10501-ee7b-4ab4-9edb-e1ef2a375000 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522684 Oct 04 14:31:33.317414 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe9ef4-3716-4932-95af-b634c185f55d req-37e0d799-5aec-459c-bed8-56a4595f0f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:33.318814 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-07fe9ef4-3716-4932-95af-b634c185f55d req-37e0d799-5aec-459c-bed8-56a4595f0f6f service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=f70b9727-7199-4fe7-bb77-16baf61f7e49 HTTP/1.1" status: 200 len: 920 time: 0.1526489 Oct 04 14:31:33.383208 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-07fe9ef4-3716-4932-95af-b634c185f55d req-964dedef-b294-40fb-8ed5-3bb5af1f996c service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b74df40d-d043-4af9-93a2-e99ed587df20 HTTP/1.1" status: 200 len: 217 time: 0.0540159 Oct 04 14:31:33.471806 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:33.477439 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe9ef4-3716-4932-95af-b634c185f55d req-6e54c68d-6a0c-412d-ae6c-c33ce1730f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:33.479736 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-07fe9ef4-3716-4932-95af-b634c185f55d req-6e54c68d-6a0c-412d-ae6c-c33ce1730f40 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0b6ce1ed-cefc-4d28-95ba-a2004388db27 HTTP/1.1" status: 200 len: 858 time: 0.0922179 Oct 04 14:31:33.567521 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe9ef4-3716-4932-95af-b634c185f55d req-f6162807-1908-4fe9-acda-13bc3e78cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:33.569996 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-07fe9ef4-3716-4932-95af-b634c185f55d req-f6162807-1908-4fe9-acda-13bc3e78cd34 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=f70b9727-7199-4fe7-bb77-16baf61f7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802257 Oct 04 14:31:33.731673 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:33.831452 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-07fe9ef4-3716-4932-95af-b634c185f55d req-341664d0-2521-4ee4-992e-58791c94d896 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526627 Oct 04 14:31:33.832386 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:33.958898 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-5397b4a6-1ba3-44ad-a6c1-070b839def9c tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:33.966398 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-5397b4a6-1ba3-44ad-a6c1-070b839def9c tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/networks?id=470e3fa5-8495-498c-bd2a-466c324e9bda HTTP/1.1" status: 200 len: 809 time: 0.3031461 Oct 04 14:31:33.997884 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-584b8d22-a6f9-433f-bdf8-8d52da932ac5 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/quotas/ff877a220f9443fb93fde985a653c999 HTTP/1.1" status: 200 len: 375 time: 0.0305784 Oct 04 14:31:34.041549 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device ec5f4f40-c544-4be2-a9c0-3664cec7d04d up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:31:34.086297 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42626) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:34.086948 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-de94f315-8f45-490c-8afa-f0ddf0c035ab tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=ff877a220f9443fb93fde985a653c999&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0802226 Oct 04 14:31:34.091587 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-07fe9ef4-3716-4932-95af-b634c185f55d req-ce2c3e9e-a498-4f02-a22b-2773091aa717 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435780 Oct 04 14:31:34.100206 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 42628) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:34.111328 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1567749095-network', 'tenant_id': 'fab1cd71bf694e4f8faf416bad549998'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:34.128989 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port ec5f4f40-c544-4be2-a9c0-3664cec7d04d triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:31:34.130324 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (ec5f4f40-c544-4be2-a9c0-3664cec7d04d), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:34.130934 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port ec5f4f40-c544-4be2-a9c0-3664cec7d04d Oct 04 14:31:34.153445 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_v2 [None req-12400d4d-2802-425f-9de3-65ec304e259f admin admin] Deleting subnet b8fbcf51-603d-4372-a2a2-75f8c7e98c5a {{(pid=106355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 14:31:34.157733 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-12400d4d-2802-425f-9de3-65ec304e259f admin admin] Publish callbacks [] for subnet (b8fbcf51-603d-4372-a2a2-75f8c7e98c5a), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:34.192272 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Made reservation on behalf of fab1cd71bf694e4f8faf416bad549998 for: {'network': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:31:34.194775 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for network (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:34.212475 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-12400d4d-2802-425f-9de3-65ec304e259f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5614478'] for subnet (b8fbcf51-603d-4372-a2a2-75f8c7e98c5a), precommit_delete_associations {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:34.219232 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:34.266555 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port ec5f4f40-c544-4be2-a9c0-3664cec7d04d is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:31:34.267148 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (ec5f4f40-c544-4be2-a9c0-3664cec7d04d), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:34.275256 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-4d7a89bf-60e1-40ab-8b86-f1e114f5c670 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/470e3fa5-8495-498c-bd2a-466c324e9bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582427 Oct 04 14:31:34.286213 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-12400d4d-2802-425f-9de3-65ec304e259f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394552'] for subnet (b8fbcf51-603d-4372-a2a2-75f8c7e98c5a), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:34.335578 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port ec5f4f40-c544-4be2-a9c0-3664cec7d04d, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=ec5f4f40-c544-4be2-a9c0-3664cec7d04d,segment=NetworkSegment(8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55),segment_id=8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:31:34.343966 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (ec5f4f40-c544-4be2-a9c0-3664cec7d04d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:34.365688 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-12400d4d-2802-425f-9de3-65ec304e259f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6577707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6171493'] for subnet (b8fbcf51-603d-4372-a2a2-75f8c7e98c5a), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:34.415851 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12400d4d-2802-425f-9de3-65ec304e259f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8fbcf51-603d-4372-a2a2-75f8c7e98c5a,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:34.428138 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12400d4d-2802-425f-9de3-65ec304e259f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.428751 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12400d4d-2802-425f-9de3-65ec304e259f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.428958 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=ec5f4f40-c544-4be2-a9c0-3664cec7d04d,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:34.430044 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12400d4d-2802-425f-9de3-65ec304e259f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.430542 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12400d4d-2802-425f-9de3-65ec304e259f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.431025 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12400d4d-2802-425f-9de3-65ec304e259f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.431617 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12400d4d-2802-425f-9de3-65ec304e259f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.432119 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12400d4d-2802-425f-9de3-65ec304e259f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.432700 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12400d4d-2802-425f-9de3-65ec304e259f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.433195 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12400d4d-2802-425f-9de3-65ec304e259f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.433681 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12400d4d-2802-425f-9de3-65ec304e259f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.434403 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12400d4d-2802-425f-9de3-65ec304e259f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.439667 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.440014 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.440400 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.441446 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.441786 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.441898 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12400d4d-2802-425f-9de3-65ec304e259f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.442420 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12400d4d-2802-425f-9de3-65ec304e259f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.442743 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.443052 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12400d4d-2802-425f-9de3-65ec304e259f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.443175 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.443477 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.443783 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12400d4d-2802-425f-9de3-65ec304e259f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.443892 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.444392 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.444844 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.445172 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.445640 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.446113 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.446734 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.450438 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-69e7dc54-89a5-4abd-a2e2-105a4fbb15be service neutron] 10.222.0.64 "GET /networking/v2.0/networks/470e3fa5-8495-498c-bd2a-466c324e9bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607544 Oct 04 14:31:34.452704 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Publish callbacks [] for security_group (4e79d005-ab31-4041-89b5-dcbe4c7d0628), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:34.454402 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-12400d4d-2802-425f-9de3-65ec304e259f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:34.468171 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (4e79d005-ab31-4041-89b5-dcbe4c7d0628), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:34.472944 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-12400d4d-2802-425f-9de3-65ec304e259f admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/b8fbcf51-603d-4372-a2a2-75f8c7e98c5a HTTP/1.1" status: 204 len: 168 time: 0.3843620 Oct 04 14:31:34.473597 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42636) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:34.523671 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=106356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 14:31:34.538630 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (903d6011-a13d-4a09-b62d-f5a95d23eb7f), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:34.539081 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.segments_db [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Added segment 903d6011-a13d-4a09-b62d-f5a95d23eb7f of type vlan for network 1e6a2b19-52c5-404f-8168-c695930aa2b4 Oct 04 14:31:34.593265 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c65b1f-f2ce-4970-872e-6d760907e222 req-cff3fc59-96e2-4beb-8fa7-834fdc0e436d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:34.594997 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-00c65b1f-f2ce-4970-872e-6d760907e222 req-cff3fc59-96e2-4beb-8fa7-834fdc0e436d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.1110322 Oct 04 14:31:34.597531 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e79d005-ab31-4041-89b5-dcbe4c7d0628,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:34.609628 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-685918da-27c4-41f2-94d0-04ffa0715faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1385909'] for network (6eab878d-9954-4fc2-96e0-8e16c56b4132), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:34.754902 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-00c65b1f-f2ce-4970-872e-6d760907e222 req-a2670b3f-8690-4917-8619-e1f396d1af0b tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374004 Oct 04 14:31:34.770228 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-685918da-27c4-41f2-94d0-04ffa0715faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335914', 'neutron.services.segments.db._delete_segments_for_network-8767534955484'] for network (6eab878d-9954-4fc2-96e0-8e16c56b4132), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:34.810180 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-685918da-27c4-41f2-94d0-04ffa0715faf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eab878d-9954-4fc2-96e0-8e16c56b4132']}} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:34.823172 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-685918da-27c4-41f2-94d0-04ffa0715faf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc0715d-6466-4da0-9b91-b0a1698a177e') {'for_net_delete': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:34.823510 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-685918da-27c4-41f2-94d0-04ffa0715faf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc0715d-6466-4da0-9b91-b0a1698a177e') {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:34.842412 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-685918da-27c4-41f2-94d0-04ffa0715faf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767534908582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5614583'] for segment (5fc0715d-6466-4da0-9b91-b0a1698a177e), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:34.854077 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:34.868804 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-685918da-27c4-41f2-94d0-04ffa0715faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (5fc0715d-6466-4da0-9b91-b0a1698a177e), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:34.880104 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685918da-27c4-41f2-94d0-04ffa0715faf admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=106355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 14:31:34.880694 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-685918da-27c4-41f2-94d0-04ffa0715faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6577857'] for segment (5fc0715d-6466-4da0-9b91-b0a1698a177e), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:34.883891 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.884250 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.884610 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.884944 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.885282 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.885687 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.885963 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.886521 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.886760 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.887032 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.887362 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.887687 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.888009 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.888343 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.888684 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:31:34.901254 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767534377674'] for network (1e6a2b19-52c5-404f-8168-c695930aa2b4), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:34.929264 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-757a3a7e-6feb-422b-ae00-3c87977b6d24 req-4758e1b7-a5a1-4e9c-b284-044b9250b87a tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 210 time: 0.0510507 Oct 04 14:31:34.943229 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:34.954715 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for network (1e6a2b19-52c5-404f-8168-c695930aa2b4), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:34.955866 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:34.959814 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:35.055047 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9505291 Oct 04 14:31:35.058315 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 42650) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:35.066670 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-b6b8df62-44c1-4d62-ba4e-aa25b2e8a76a admin admin] Request body: {'subnet': {'network_id': '1e6a2b19-52c5-404f-8168-c695930aa2b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1567749095-subnet', 'tenant_id': 'fab1cd71bf694e4f8faf416bad549998', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:35.072749 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d3530-ac70-4839-8fbb-c26d7b4bf403 admin admin] Pushing event updated for resources: {'Network': ['ID=1e6a2b19-52c5-404f-8168-c695930aa2b4,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:35.090217 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Network 1e6a2b19-52c5-404f-8168-c695930aa2b4 details requested by agent ovs-agent-dv-cinder-860260-1-iscsi with host dv-cinder-860260-1-iscsi {{(pid=106357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 14:31:35.093596 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:35.118511 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b8df62-44c1-4d62-ba4e-aa25b2e8a76a admin admin] Made reservation on behalf of fab1cd71bf694e4f8faf416bad549998 for: {'subnet': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:31:35.124333 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-b6b8df62-44c1-4d62-ba4e-aa25b2e8a76a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:35.182752 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:35.219975 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.services.segments.plugin [-] Segment 5fc0715d-6466-4da0-9b91-b0a1698a177e resource provider aggregate not found Oct 04 14:31:35.242915 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.services.segments.plugin [-] Segment 5fc0715d-6466-4da0-9b91-b0a1698a177e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fc0715d-6466-4da0-9b91-b0a1698a177e found for delete ", "request_id": "req-9a19c7bb-fb0a-4289-870a-436236196415"}]} Oct 04 14:31:35.249934 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-685918da-27c4-41f2-94d0-04ffa0715faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1336217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549289'] for network (6eab878d-9954-4fc2-96e0-8e16c56b4132), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:35.260351 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-685918da-27c4-41f2-94d0-04ffa0715faf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:35.261780 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-685918da-27c4-41f2-94d0-04ffa0715faf admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/6eab878d-9954-4fc2-96e0-8e16c56b4132 HTTP/1.1" status: 204 len: 168 time: 0.7863157 Oct 04 14:31:35.271396 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42656) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:35.274962 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685918da-27c4-41f2-94d0-04ffa0715faf admin admin] Pushing event deleted for resources: {'Network': ['ID=6eab878d-9954-4fc2-96e0-8e16c56b4132,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:35.327599 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_v2 [None req-555ff728-1fd9-4ea4-9dc3-afbf53bdd339 admin admin] Deleting subnet e1c92c47-d466-4fa5-b843-3a96021e9298 {{(pid=106355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 14:31:35.345247 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-555ff728-1fd9-4ea4-9dc3-afbf53bdd339 admin admin] Publish callbacks [] for subnet (e1c92c47-d466-4fa5-b843-3a96021e9298), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:35.373207 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-b6b8df62-44c1-4d62-ba4e-aa25b2e8a76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for subnet (0b54fe4b-7861-4325-8d5f-3124ed57ec79), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:35.396516 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-555ff728-1fd9-4ea4-9dc3-afbf53bdd339 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5614478'] for subnet (e1c92c47-d466-4fa5-b843-3a96021e9298), precommit_delete_associations {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:35.439627 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:35.447108 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8df62-44c1-4d62-ba4e-aa25b2e8a76a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b54fe4b-7861-4325-8d5f-3124ed57ec79,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:35.458400 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-555ff728-1fd9-4ea4-9dc3-afbf53bdd339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394552'] for subnet (e1c92c47-d466-4fa5-b843-3a96021e9298), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:35.458764 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8df62-44c1-4d62-ba4e-aa25b2e8a76a admin admin] Checking segment: {'id': '903d6011-a13d-4a09-b62d-f5a95d23eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '1e6a2b19-52c5-404f-8168-c695930aa2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:31:35.459131 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b8df62-44c1-4d62-ba4e-aa25b2e8a76a admin admin] Network hostable DHCP agents. Network: 1e6a2b19-52c5-404f-8168-c695930aa2b4, hostable agents: ['ca19cd2b-474d-4d89-a742-81ad09a7c505'], hosted agents: [] {{(pid=106356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 14:31:35.484914 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b8df62-44c1-4d62-ba4e-aa25b2e8a76a admin admin] Network 1e6a2b19-52c5-404f-8168-c695930aa2b4 is scheduled to be hosted by DHCP agent ca19cd2b-474d-4d89-a742-81ad09a7c505 with binding_index 1 {{(pid=106356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 14:31:35.498194 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-b6b8df62-44c1-4d62-ba4e-aa25b2e8a76a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860260-1-iscsi, 1e6a2b19-52c5-404f-8168-c695930aa2b4) {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:31:35.505321 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b8df62-44c1-4d62-ba4e-aa25b2e8a76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:35.506396 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-b6b8df62-44c1-4d62-ba4e-aa25b2e8a76a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:35.513132 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5842a67-0d73-4999-bca9-ba91d9628d72 None None] Network 1e6a2b19-52c5-404f-8168-c695930aa2b4 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:31:35.530520 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-b6b8df62-44c1-4d62-ba4e-aa25b2e8a76a admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4711177 Oct 04 14:31:35.544774 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-555ff728-1fd9-4ea4-9dc3-afbf53bdd339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6577707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6171493'] for subnet (e1c92c47-d466-4fa5-b843-3a96021e9298), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:35.569660 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-555ff728-1fd9-4ea4-9dc3-afbf53bdd339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:35.575502 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 42662) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:35.575727 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-555ff728-1fd9-4ea4-9dc3-afbf53bdd339 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/e1c92c47-d466-4fa5-b843-3a96021e9298 HTTP/1.1" status: 204 len: 168 time: 0.3019555 Oct 04 14:31:35.595932 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ff728-1fd9-4ea4-9dc3-afbf53bdd339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1c92c47-d466-4fa5-b843-3a96021e9298,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:35.711695 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad812817-f0ef-40ff-88e6-f10268764934 None None] Network 1e6a2b19-52c5-404f-8168-c695930aa2b4 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:31:35.718454 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1385909'] for network (afde645f-d78c-44d6-ac3e-58af07f1adc9), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:35.773188 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42664) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:35.860131 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335914', 'neutron.services.segments.db._delete_segments_for_network-8767534955484'] for network (afde645f-d78c-44d6-ac3e-58af07f1adc9), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:35.897367 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_v2 [None req-de870352-a796-45d9-8d14-b600877ffb8b admin admin] Deleting subnet 2662eecf-f62e-419b-bfb9-daee8e0e9b2f {{(pid=106355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 14:31:35.901777 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-de870352-a796-45d9-8d14-b600877ffb8b admin admin] Publish callbacks [] for subnet (2662eecf-f62e-419b-bfb9-daee8e0e9b2f), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:35.918099 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:35.918572 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:35.919203 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:35.919551 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] Subscribe: > port after_create 55550000 {{(pid=106356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:35.919892 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] Subscribe: > port after_delete 55550000 {{(pid=106356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:35.920229 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] Subscribe: > port after_update 55550000 {{(pid=106356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:35.920584 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:35.920925 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:35.921248 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:35.923576 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:35.982570 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-de870352-a796-45d9-8d14-b600877ffb8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5614478'] for subnet (2662eecf-f62e-419b-bfb9-daee8e0e9b2f), precommit_delete_associations {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:36.006866 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:36.007390 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:36.007535 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:36.007861 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 14:31:36.008234 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.services.segments.db [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afde645f-d78c-44d6-ac3e-58af07f1adc9']}} {{(pid=106356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:36.009229 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device ec5f4f40-c544-4be2-a9c0-3664cec7d04d up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:31:36.064092 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd5bad-f788-4171-89b6-6d7376a8ee7a req-ed92eec1-9312-458c-91a5-a07b68818d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:36.064337 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port ec5f4f40-c544-4be2-a9c0-3664cec7d04d triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:31:36.064737 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (ec5f4f40-c544-4be2-a9c0-3664cec7d04d), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:36.065236 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port ec5f4f40-c544-4be2-a9c0-3664cec7d04d Oct 04 14:31:36.066265 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-94dd5bad-f788-4171-89b6-6d7376a8ee7a req-ed92eec1-9312-458c-91a5-a07b68818d5b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ec24f1b720bd42ebb37a36d65757aacd&device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 1130 time: 0.0523722 Oct 04 14:31:36.067280 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac7e12-b12e-4618-a4d4-3cce042911c6 req-a3e494ee-502d-4e4b-a466-8defb090b6c2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:36.068899 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-68ac7e12-b12e-4618-a4d4-3cce042911c6 req-a3e494ee-502d-4e4b-a466-8defb090b6c2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0916409 Oct 04 14:31:36.074648 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.services.segments.db [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746b330f-897d-4e2d-b5b6-8f4eb07b92bd') {'for_net_delete': True} {{(pid=106356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:36.074942 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.services.segments.db [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746b330f-897d-4e2d-b5b6-8f4eb07b92bd') {} {{(pid=106356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:36.092278 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:36.095254 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-de870352-a796-45d9-8d14-b600877ffb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394552'] for subnet (2662eecf-f62e-419b-bfb9-daee8e0e9b2f), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:36.115295 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:36.121919 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c8b3a854-7243-4383-9449-2427b10f8a9f req-14d6b630-30d5-4ab6-a53a-ac6bbd52d3df tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 210 time: 0.0500083 Oct 04 14:31:36.123932 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767534908582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5701715'] for segment (746b330f-897d-4e2d-b5b6-8f4eb07b92bd), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:36.153156 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (746b330f-897d-4e2d-b5b6-8f4eb07b92bd), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:36.178106 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=106356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 14:31:36.178517 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372171'] for segment (746b330f-897d-4e2d-b5b6-8f4eb07b92bd), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:36.189865 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-68ac7e12-b12e-4618-a4d4-3cce042911c6 req-56271282-05ce-44da-9480-fe0c111e7d7d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137483 Oct 04 14:31:36.197027 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port ec5f4f40-c544-4be2-a9c0-3664cec7d04d is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:31:36.212665 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-de870352-a796-45d9-8d14-b600877ffb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6577707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6171493'] for subnet (2662eecf-f62e-419b-bfb9-daee8e0e9b2f), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:36.248051 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-de870352-a796-45d9-8d14-b600877ffb8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:36.251631 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-de870352-a796-45d9-8d14-b600877ffb8b admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/2662eecf-f62e-419b-bfb9-daee8e0e9b2f HTTP/1.1" status: 204 len: 168 time: 0.4769652 Oct 04 14:31:36.253000 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de870352-a796-45d9-8d14-b600877ffb8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2662eecf-f62e-419b-bfb9-daee8e0e9b2f,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:36.255285 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42676) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:36.285050 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1336217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549289'] for network (afde645f-d78c-44d6-ac3e-58af07f1adc9), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:36.293001 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:36.317949 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/afde645f-d78c-44d6-ac3e-58af07f1adc9 HTTP/1.1" status: 204 len: 168 time: 0.7250874 Oct 04 14:31:36.346162 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69b01b-706c-4f7b-9c85-596930c5588a admin admin] Pushing event deleted for resources: {'Network': ['ID=afde645f-d78c-44d6-ac3e-58af07f1adc9,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:36.348478 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f40f8209-7464-4c53-b297-d20cc501d5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1385909'] for network (0170ee51-c005-4e18-9fac-de95502070ae), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:36.467402 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.services.segments.plugin [-] Segment 746b330f-897d-4e2d-b5b6-8f4eb07b92bd resource provider aggregate not found Oct 04 14:31:36.477393 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f40f8209-7464-4c53-b297-d20cc501d5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335914', 'neutron.services.segments.db._delete_segments_for_network-8767534955484'] for network (0170ee51-c005-4e18-9fac-de95502070ae), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:36.505893 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.services.segments.plugin [-] Segment 746b330f-897d-4e2d-b5b6-8f4eb07b92bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 746b330f-897d-4e2d-b5b6-8f4eb07b92bd found for delete ", "request_id": "req-96a16c90-ad12-40a1-956f-565a119beefc"}]} Oct 04 14:31:36.510815 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-f40f8209-7464-4c53-b297-d20cc501d5fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0170ee51-c005-4e18-9fac-de95502070ae']}} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:36.525225 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-f40f8209-7464-4c53-b297-d20cc501d5fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7977d4a8-3129-4a85-b55b-4b246c8da44a') {'for_net_delete': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:36.525490 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-f40f8209-7464-4c53-b297-d20cc501d5fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7977d4a8-3129-4a85-b55b-4b246c8da44a') {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:36.553215 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f40f8209-7464-4c53-b297-d20cc501d5fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767534908582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5614583'] for segment (7977d4a8-3129-4a85-b55b-4b246c8da44a), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:36.578429 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f40f8209-7464-4c53-b297-d20cc501d5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (7977d4a8-3129-4a85-b55b-4b246c8da44a), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:36.593314 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40f8209-7464-4c53-b297-d20cc501d5fd admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=106355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 14:31:36.595019 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f40f8209-7464-4c53-b297-d20cc501d5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6577857'] for segment (7977d4a8-3129-4a85-b55b-4b246c8da44a), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:36.611301 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42686) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:36.613775 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:36.626365 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd5bad-f788-4171-89b6-6d7376a8ee7a req-bf44e47b-86ea-4f1d-93a1-9ec145a90c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:36.627914 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-94dd5bad-f788-4171-89b6-6d7376a8ee7a req-bf44e47b-86ea-4f1d-93a1-9ec145a90c94 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=f70b9727-7199-4fe7-bb77-16baf61f7e49 HTTP/1.1" status: 200 len: 920 time: 0.2577763 Oct 04 14:31:36.678194 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:36.686445 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-94dd5bad-f788-4171-89b6-6d7376a8ee7a req-f6069dd1-549f-49ba-9970-9cb039fda59a service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b74df40d-d043-4af9-93a2-e99ed587df20 HTTP/1.1" status: 200 len: 217 time: 0.0505724 Oct 04 14:31:36.707993 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f40f8209-7464-4c53-b297-d20cc501d5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1336217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549289'] for network (0170ee51-c005-4e18-9fac-de95502070ae), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:36.716372 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-7b7e0697-a533-44eb-b819-0f79aebbf745 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=29cbd816b9e24c17b3d0412e7cd85328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1010983 Oct 04 14:31:36.717391 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 42688) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:36.717703 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f40f8209-7464-4c53-b297-d20cc501d5fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:36.720881 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-f40f8209-7464-4c53-b297-d20cc501d5fd admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/0170ee51-c005-4e18-9fac-de95502070ae HTTP/1.1" status: 204 len: 168 time: 0.4641554 Oct 04 14:31:36.733405 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42690) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:36.742786 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f8209-7464-4c53-b297-d20cc501d5fd admin admin] Pushing event deleted for resources: {'Network': ['ID=0170ee51-c005-4e18-9fac-de95502070ae,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:36.773032 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:36.790672 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_v2 [None req-3028319f-75b0-4c1f-876d-65cbab1e194b admin admin] Deleting subnet 0b54fe4b-7861-4325-8d5f-3124ed57ec79 {{(pid=106355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 14:31:36.794643 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3028319f-75b0-4c1f-876d-65cbab1e194b admin admin] Publish callbacks [] for subnet (0b54fe4b-7861-4325-8d5f-3124ed57ec79), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:36.807804 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-8373ce39-3bb8-437b-beaf-b4b4407adea9 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:36.809347 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-8373ce39-3bb8-437b-beaf-b4b4407adea9 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.17 "GET /networking/v2.0/networks?id=470e3fa5-8495-498c-bd2a-466c324e9bda HTTP/1.1" status: 200 len: 809 time: 0.2931468 Oct 04 14:31:36.838195 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd5bad-f788-4171-89b6-6d7376a8ee7a req-4a4cb6d5-e509-4c34-b063-734c839a3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:36.839677 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-94dd5bad-f788-4171-89b6-6d7376a8ee7a req-4a4cb6d5-e509-4c34-b063-734c839a3d79 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0b6ce1ed-cefc-4d28-95ba-a2004388db27 HTTP/1.1" status: 200 len: 858 time: 0.1408293 Oct 04 14:31:36.843952 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3028319f-75b0-4c1f-876d-65cbab1e194b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5614478'] for subnet (0b54fe4b-7861-4325-8d5f-3124ed57ec79), precommit_delete_associations {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:36.844929 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0b9b33f0-2109-43a8-9e32-139623a40731 admin admin] Publish callbacks [] for security_group (71dfa87e-2376-40bc-a6c3-49411bc92afe), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:36.864439 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:36.867454 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0b9b33f0-2109-43a8-9e32-139623a40731 admin admin] Publish callbacks [] for security_group (71dfa87e-2376-40bc-a6c3-49411bc92afe), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:36.888395 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3028319f-75b0-4c1f-876d-65cbab1e194b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394552'] for subnet (0b54fe4b-7861-4325-8d5f-3124ed57ec79), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:36.925206 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0b9b33f0-2109-43a8-9e32-139623a40731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (71dfa87e-2376-40bc-a6c3-49411bc92afe), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:36.928063 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0b9b33f0-2109-43a8-9e32-139623a40731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:36.932152 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-0b9b33f0-2109-43a8-9e32-139623a40731 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/71dfa87e-2376-40bc-a6c3-49411bc92afe HTTP/1.1" status: 204 len: 168 time: 0.2143128 Oct 04 14:31:36.941164 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b33f0-2109-43a8-9e32-139623a40731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dfa87e-2376-40bc-a6c3-49411bc92afe,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:36.962243 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-7ee0586f-cffc-4389-a421-97ada4b17b2e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Request body: {'port': {'device_id': '23930569-5670-48a4-9140-d9a32d461d6d', 'network_id': '470e3fa5-8495-498c-bd2a-466c324e9bda', 'admin_state_up': True, 'tenant_id': 'ff877a220f9443fb93fde985a653c999'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:36.964581 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3028319f-75b0-4c1f-876d-65cbab1e194b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6577707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6171493'] for subnet (0b54fe4b-7861-4325-8d5f-3124ed57ec79), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:37.000636 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028319f-75b0-4c1f-876d-65cbab1e194b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b54fe4b-7861-4325-8d5f-3124ed57ec79,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:37.005207 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3028319f-75b0-4c1f-876d-65cbab1e194b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:37.010920 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-3028319f-75b0-4c1f-876d-65cbab1e194b admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/0b54fe4b-7861-4325-8d5f-3124ed57ec79 HTTP/1.1" status: 204 len: 168 time: 0.2741201 Oct 04 14:31:37.011392 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42698) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:37.063256 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd5bad-f788-4171-89b6-6d7376a8ee7a req-47b55193-5838-40bc-8aa4-691196d39c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:37.064808 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-94dd5bad-f788-4171-89b6-6d7376a8ee7a req-47b55193-5838-40bc-8aa4-691196d39c23 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=f70b9727-7199-4fe7-bb77-16baf61f7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1109207 Oct 04 14:31:37.110702 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-87433490-ac50-45e2-88f3-a767830ddc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1385909'] for network (1e6a2b19-52c5-404f-8168-c695930aa2b4), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:37.222336 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-87433490-ac50-45e2-88f3-a767830ddc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335914', 'neutron.services.segments.db._delete_segments_for_network-8767534955484'] for network (1e6a2b19-52c5-404f-8168-c695930aa2b4), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:37.222564 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-7ee0586f-cffc-4389-a421-97ada4b17b2e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Made reservation on behalf of ff877a220f9443fb93fde985a653c999 for: {'port': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:31:37.226409 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-7ee0586f-cffc-4389-a421-97ada4b17b2e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:37.245847 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-94dd5bad-f788-4171-89b6-6d7376a8ee7a req-756abd87-5cc2-4014-9705-74d4afb79a80 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725340 Oct 04 14:31:37.296788 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-87433490-ac50-45e2-88f3-a767830ddc53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6a2b19-52c5-404f-8168-c695930aa2b4']}} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:37.310649 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.services.segments.plugin [-] Segment 7977d4a8-3129-4a85-b55b-4b246c8da44a resource provider aggregate not found Oct 04 14:31:37.318735 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-87433490-ac50-45e2-88f3-a767830ddc53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903d6011-a13d-4a09-b62d-f5a95d23eb7f') {'for_net_delete': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:37.319136 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-87433490-ac50-45e2-88f3-a767830ddc53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903d6011-a13d-4a09-b62d-f5a95d23eb7f') {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:31:37.347851 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.services.segments.plugin [-] Segment 7977d4a8-3129-4a85-b55b-4b246c8da44a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7977d4a8-3129-4a85-b55b-4b246c8da44a found for delete ", "request_id": "req-d6873e1d-ce2f-4e59-b365-f4899b8c421d"}]} Oct 04 14:31:37.352366 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-87433490-ac50-45e2-88f3-a767830ddc53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767534908582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5614583'] for segment (903d6011-a13d-4a09-b62d-f5a95d23eb7f), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:37.403485 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-87433490-ac50-45e2-88f3-a767830ddc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (903d6011-a13d-4a09-b62d-f5a95d23eb7f), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:37.416990 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87433490-ac50-45e2-88f3-a767830ddc53 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=106355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 14:31:37.417473 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-87433490-ac50-45e2-88f3-a767830ddc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6577857'] for segment (903d6011-a13d-4a09-b62d-f5a95d23eb7f), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:37.422491 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1f4e0880-39bb-4521-963e-3565c4296f1c req-ec7fc7d9-2e92-402e-9f8e-3a106d5517c0 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 210 time: 0.1185014 Oct 04 14:31:37.438498 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d099ef-0d50-4f3c-bb1e-211f33a9e588 req-90591080-d1bc-41f9-bdbc-3d281d404d03 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:37.440101 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e6d099ef-0d50-4f3c-bb1e-211f33a9e588 req-90591080-d1bc-41f9-bdbc-3d281d404d03 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0811779 Oct 04 14:31:37.482948 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42712) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:37.533364 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-87433490-ac50-45e2-88f3-a767830ddc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1336217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549289'] for network (1e6a2b19-52c5-404f-8168-c695930aa2b4), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:37.537295 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-94dd5bad-f788-4171-89b6-6d7376a8ee7a req-5eabbba9-2f14-4668-ac0a-47b1be4b59ce service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694051 Oct 04 14:31:37.547361 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-7ee0586f-cffc-4389-a421-97ada4b17b2e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Allocated IP 172.20.0.3 (470e3fa5-8495-498c-bd2a-466c324e9bda/134d23ad-891e-438e-bdda-a4b2d24746b3/f113f5c4-c31e-40ec-9064-e37a5e4bce79) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:31:37.561545 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-87433490-ac50-45e2-88f3-a767830ddc53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:37.564758 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-87433490-ac50-45e2-88f3-a767830ddc53 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/1e6a2b19-52c5-404f-8168-c695930aa2b4 HTTP/1.1" status: 204 len: 168 time: 0.5527186 Oct 04 14:31:37.586044 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87433490-ac50-45e2-88f3-a767830ddc53 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e6a2b19-52c5-404f-8168-c695930aa2b4,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:37.611281 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-3a7b1f2c-6a05-470c-9331-c39e45f7ac09 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=69bc01fd66694a188ec00074d35ea687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272256 Oct 04 14:31:37.614387 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 42716) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:37.615095 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e6d099ef-0d50-4f3c-bb1e-211f33a9e588 req-52458958-21ff-4f1c-8763-a2d1a94b8096 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356447 Oct 04 14:31:37.718717 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:37.765932 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2cd10789-0f1c-4dcc-8462-94c9a268088a admin admin] Publish callbacks [] for security_group (e358e9fb-ab31-43f4-b4f1-a33c3cbbc813), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:37.773320 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:37.783576 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42718) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:37.809413 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-7ee0586f-cffc-4389-a421-97ada4b17b2e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Publish callbacks [] for port (f113f5c4-c31e-40ec-9064-e37a5e4bce79), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:37.814213 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2cd10789-0f1c-4dcc-8462-94c9a268088a admin admin] Publish callbacks [] for security_group (e358e9fb-ab31-43f4-b4f1-a33c3cbbc813), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:37.843933 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-e1a4f0c1-baec-4e3c-a5b5-dcd281cfc0af admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=88ba00b9967746799e48089dd617626a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491037 Oct 04 14:31:37.845096 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42720) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:37.881143 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-7ee0586f-cffc-4389-a421-97ada4b17b2e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (f113f5c4-c31e-40ec-9064-e37a5e4bce79), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:37.923433 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-529db274-ad9b-4271-a1d6-3cdba6d50477 admin admin] Publish callbacks [] for security_group (0cfbcb0f-d35e-484a-9b32-16a42a955307), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:37.948578 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2cd10789-0f1c-4dcc-8462-94c9a268088a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (e358e9fb-ab31-43f4-b4f1-a33c3cbbc813), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:37.951099 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2cd10789-0f1c-4dcc-8462-94c9a268088a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:37.952271 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-2cd10789-0f1c-4dcc-8462-94c9a268088a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e358e9fb-ab31-43f4-b4f1-a33c3cbbc813 HTTP/1.1" status: 204 len: 168 time: 0.3311892 Oct 04 14:31:37.957169 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-529db274-ad9b-4271-a1d6-3cdba6d50477 admin admin] Publish callbacks [] for security_group (0cfbcb0f-d35e-484a-9b32-16a42a955307), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:37.973564 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-7ee0586f-cffc-4389-a421-97ada4b17b2e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Network 470e3fa5-8495-498c-bd2a-466c324e9bda is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:31:37.976935 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-7ee0586f-cffc-4389-a421-97ada4b17b2e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:31:37.979525 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd10789-0f1c-4dcc-8462-94c9a268088a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e358e9fb-ab31-43f4-b4f1-a33c3cbbc813,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:37.981944 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-7ee0586f-cffc-4389-a421-97ada4b17b2e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:31:38.033721 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-529db274-ad9b-4271-a1d6-3cdba6d50477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (0cfbcb0f-d35e-484a-9b32-16a42a955307), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:38.042243 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-529db274-ad9b-4271-a1d6-3cdba6d50477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:38.044561 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-529db274-ad9b-4271-a1d6-3cdba6d50477 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0cfbcb0f-d35e-484a-9b32-16a42a955307 HTTP/1.1" status: 204 len: 168 time: 0.1987364 Oct 04 14:31:38.044787 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-7ee0586f-cffc-4389-a421-97ada4b17b2e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:38.045222 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-7ee0586f-cffc-4389-a421-97ada4b17b2e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:38.060945 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0586f-cffc-4389-a421-97ada4b17b2e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Pushing event updated for resources: {'Port': ['ID=f113f5c4-c31e-40ec-9064-e37a5e4bce79,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:38.068299 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529db274-ad9b-4271-a1d6-3cdba6d50477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfbcb0f-d35e-484a-9b32-16a42a955307,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:38.069023 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:38.084254 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-7ee0586f-cffc-4389-a421-97ada4b17b2e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1316879 Oct 04 14:31:38.108043 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-134c9366-1b89-482f-bc35-4203a80d9eab service neutron] Request body: {'port': {'device_id': '23930569-5670-48a4-9140-d9a32d461d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86026'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:38.189815 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-134c9366-1b89-482f-bc35-4203a80d9eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (f113f5c4-c31e-40ec-9064-e37a5e4bce79), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:38.597512 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b4bf5-c9bb-410c-8456-1e259b663a75 req-83494ba5-3f8b-43cb-8221-6c3bac5cd69e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:38.599159 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-160b4bf5-c9bb-410c-8456-1e259b663a75 req-83494ba5-3f8b-43cb-8221-6c3bac5cd69e tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 931 time: 0.0744236 Oct 04 14:31:38.676788 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-134c9366-1b89-482f-bc35-4203a80d9eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f113f5c4-c31e-40ec-9064-e37a5e4bce79 {{(pid=106356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:31:38.693393 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42744) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:38.698425 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-134c9366-1b89-482f-bc35-4203a80d9eab service neutron] Publish callbacks [] for port (f113f5c4-c31e-40ec-9064-e37a5e4bce79), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:38.730949 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.provisioning_blocks [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-134c9366-1b89-482f-bc35-4203a80d9eab service neutron] Transition to ACTIVE for port object f113f5c4-c31e-40ec-9064-e37a5e4bce79 will not be triggered until provisioned by entity L2. {{(pid=106356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 14:31:38.736607 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-134c9366-1b89-482f-bc35-4203a80d9eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (f113f5c4-c31e-40ec-9064-e37a5e4bce79), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:38.746976 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-160b4bf5-c9bb-410c-8456-1e259b663a75 req-7a0093e4-b116-4e19-acb5-aa5af00c5ecd tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135364 Oct 04 14:31:38.770067 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def273ff-68c0-447f-8fc2-8921e3d70b76 req-3423ee08-6aba-4a3b-a1f7-9229f7d66d91 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:38.776804 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-def273ff-68c0-447f-8fc2-8921e3d70b76 req-3423ee08-6aba-4a3b-a1f7-9229f7d66d91 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0527401 Oct 04 14:31:38.798751 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:38.805831 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-f1c89c27-2878-48ae-be56-509f1e49ba54 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=fab1cd71bf694e4f8faf416bad549998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1103189 Oct 04 14:31:38.805831 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 42746) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:38.819511 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:38.850550 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c9366-1b89-482f-bc35-4203a80d9eab service neutron] Pushing event updated for resources: {'Port': ['ID=f113f5c4-c31e-40ec-9064-e37a5e4bce79,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:38.861605 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:38.888869 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-def273ff-68c0-447f-8fc2-8921e3d70b76 req-78a10cd3-0a7a-402e-862e-b58d2a2fd6b8 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911922 Oct 04 14:31:38.890258 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:38.893516 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-134c9366-1b89-482f-bc35-4203a80d9eab service neutron] Attempting to bind port f113f5c4-c31e-40ec-9064-e37a5e4bce79 on host hv-cinder-86026 for vnic_type normal with profile {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:31:38.894482 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-134c9366-1b89-482f-bc35-4203a80d9eab service neutron] Attempting to bind port f113f5c4-c31e-40ec-9064-e37a5e4bce79 by drivers openvswitch,hyperv on host hv-cinder-86026 at level 0 using segments [{'id': '1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '470e3fa5-8495-498c-bd2a-466c324e9bda'}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:31:38.894903 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-134c9366-1b89-482f-bc35-4203a80d9eab service neutron] Attempting to bind port f113f5c4-c31e-40ec-9064-e37a5e4bce79 on network 470e3fa5-8495-498c-bd2a-466c324e9bda {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:31:38.904755 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2242ef2a-43e3-4bb3-b6a2-03ec8fa5b3b5 admin admin] Publish callbacks [] for security_group (4e79d005-ab31-4041-89b5-dcbe4c7d0628), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:38.930778 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2242ef2a-43e3-4bb3-b6a2-03ec8fa5b3b5 admin admin] Publish callbacks [] for security_group (4e79d005-ab31-4041-89b5-dcbe4c7d0628), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:38.952485 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-134c9366-1b89-482f-bc35-4203a80d9eab service neutron] Port f113f5c4-c31e-40ec-9064-e37a5e4bce79 on network 470e3fa5-8495-498c-bd2a-466c324e9bda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86026 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 14:31:38.952875 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-134c9366-1b89-482f-bc35-4203a80d9eab service neutron] Attempting to bind port f113f5c4-c31e-40ec-9064-e37a5e4bce79 on network 470e3fa5-8495-498c-bd2a-466c324e9bda {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:31:38.992379 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2242ef2a-43e3-4bb3-b6a2-03ec8fa5b3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (4e79d005-ab31-4041-89b5-dcbe4c7d0628), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:38.995299 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2242ef2a-43e3-4bb3-b6a2-03ec8fa5b3b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:38.996825 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-2242ef2a-43e3-4bb3-b6a2-03ec8fa5b3b5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4e79d005-ab31-4041-89b5-dcbe4c7d0628 HTTP/1.1" status: 204 len: 168 time: 0.1888075 Oct 04 14:31:39.011020 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242ef2a-43e3-4bb3-b6a2-03ec8fa5b3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e79d005-ab31-4041-89b5-dcbe4c7d0628,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:39.013491 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-134c9366-1b89-482f-bc35-4203a80d9eab service neutron] Checking agent: {'id': '7414b559-7f0d-43de-b796-62d1db2de72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86026', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'started_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:31:39.014576 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-134c9366-1b89-482f-bc35-4203a80d9eab service neutron] Checking segment: {'id': '1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '470e3fa5-8495-498c-bd2a-466c324e9bda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:31:39.015298 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-134c9366-1b89-482f-bc35-4203a80d9eab service neutron] Bound using segment: {'id': '1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '470e3fa5-8495-498c-bd2a-466c324e9bda'} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:31:39.015977 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-134c9366-1b89-482f-bc35-4203a80d9eab service neutron] Bound port: f113f5c4-c31e-40ec-9064-e37a5e4bce79, host: hv-cinder-86026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '470e3fa5-8495-498c-bd2a-466c324e9bda'}}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:31:39.016982 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-134c9366-1b89-482f-bc35-4203a80d9eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (f113f5c4-c31e-40ec-9064-e37a5e4bce79), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:39.106616 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-134c9366-1b89-482f-bc35-4203a80d9eab service neutron] For port f113f5c4-c31e-40ec-9064-e37a5e4bce79, host hv-cinder-86026, cleared binding levels {{(pid=106356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:31:39.111798 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-134c9366-1b89-482f-bc35-4203a80d9eab service neutron] For port f113f5c4-c31e-40ec-9064-e37a5e4bce79, host hv-cinder-86026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=f113f5c4-c31e-40ec-9064-e37a5e4bce79,segment=NetworkSegment(1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d),segment_id=1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d)] {{(pid=106356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:31:39.120656 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-134c9366-1b89-482f-bc35-4203a80d9eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (f113f5c4-c31e-40ec-9064-e37a5e4bce79), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:39.124550 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-134c9366-1b89-482f-bc35-4203a80d9eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:39.125374 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-134c9366-1b89-482f-bc35-4203a80d9eab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:39.126786 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-134c9366-1b89-482f-bc35-4203a80d9eab service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/f113f5c4-c31e-40ec-9064-e37a5e4bce79 HTTP/1.1" status: 200 len: 1093 time: 1.0245452 Oct 04 14:31:39.130221 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23930569-5670-48a4-9140-d9a32d461d6d', 'tag': 'f113f5c4-c31e-40ec-9064-e37a5e4bce79'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:31:39.134248 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7346cf-2477-47ce-b7d6-b96f766dbbbb" -d '{"events": [{"name": "network-changed", "server_uuid": "23930569-5670-48a4-9140-d9a32d461d6d", "tag": "f113f5c4-c31e-40ec-9064-e37a5e4bce79"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:31:39.186738 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017b8999-5da0-4c68-950c-051dacef5b8d x-openstack-request-id: req-017b8999-5da0-4c68-950c-051dacef5b8d {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:31:39.187020 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23930569-5670-48a4-9140-d9a32d461d6d", "tag": "f113f5c4-c31e-40ec-9064-e37a5e4bce79", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:31:39.187255 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-017b8999-5da0-4c68-950c-051dacef5b8d {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:31:39.187658 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-017b8999-5da0-4c68-950c-051dacef5b8d'] response: {'name': 'network-changed', 'server_uuid': '23930569-5670-48a4-9140-d9a32d461d6d', 'tag': 'f113f5c4-c31e-40ec-9064-e37a5e4bce79', 'status': 'completed', 'code': 200} Oct 04 14:31:39.232004 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c9366-1b89-482f-bc35-4203a80d9eab service neutron] Pushing event updated for resources: {'Port': ['ID=f113f5c4-c31e-40ec-9064-e37a5e4bce79,revision_number=3']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:39.342835 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7346cf-2477-47ce-b7d6-b96f766dbbbb req-1ae173e7-6e5b-4bcd-97ff-bcd21ead3df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:39.345773 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3e7346cf-2477-47ce-b7d6-b96f766dbbbb req-1ae173e7-6e5b-4bcd-97ff-bcd21ead3df3 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ff877a220f9443fb93fde985a653c999&device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 1127 time: 0.0476820 Oct 04 14:31:39.371066 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.services.segments.plugin [-] Segment 903d6011-a13d-4a09-b62d-f5a95d23eb7f resource provider aggregate not found Oct 04 14:31:39.390387 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.services.segments.plugin [-] Segment 903d6011-a13d-4a09-b62d-f5a95d23eb7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 903d6011-a13d-4a09-b62d-f5a95d23eb7f found for delete ", "request_id": "req-d8a57edc-7769-45c0-b815-3cb2543a12be"}]} Oct 04 14:31:39.625408 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7346cf-2477-47ce-b7d6-b96f766dbbbb req-78fed17f-b1d7-46a4-957a-c8b6af7ff24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:39.627103 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3e7346cf-2477-47ce-b7d6-b96f766dbbbb req-78fed17f-b1d7-46a4-957a-c8b6af7ff24d service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=ff877a220f9443fb93fde985a653c999&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1179059 Oct 04 14:31:39.750488 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7346cf-2477-47ce-b7d6-b96f766dbbbb req-0f1be3fc-4a7a-413b-8e43-a2070efdfce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:39.752102 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3e7346cf-2477-47ce-b7d6-b96f766dbbbb req-0f1be3fc-4a7a-413b-8e43-a2070efdfce8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1149056 Oct 04 14:31:39.897245 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c15647-70d2-4679-9895-ad823be03d28 req-0f2ca5d9-0ef2-439e-b8c8-d448043d6af3 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:39.904946 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-57c15647-70d2-4679-9895-ad823be03d28 req-0f2ca5d9-0ef2-439e-b8c8-d448043d6af3 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 943 time: 0.0612674 Oct 04 14:31:39.963456 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-57c15647-70d2-4679-9895-ad823be03d28 req-da997e81-a19c-490e-beb4-3bd490800170 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575485 Oct 04 14:31:40.052623 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62463044-18bf-4fc3-bfca-27355a2f4f48 req-d6b88620-ef6b-48fc-87f9-35bf9f4ccd83 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:40.054594 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-62463044-18bf-4fc3-bfca-27355a2f4f48 req-d6b88620-ef6b-48fc-87f9-35bf9f4ccd83 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0600600 Oct 04 14:31:40.115074 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-62463044-18bf-4fc3-bfca-27355a2f4f48 req-427c5061-cc6c-449a-81ef-db6831bd81c3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543439 Oct 04 14:31:40.204927 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-b160ee9c-c057-49ba-a397-ae7e605603e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:40.207254 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-b160ee9c-c057-49ba-a397-ae7e605603e8 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ff877a220f9443fb93fde985a653c999&device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 1127 time: 0.0554209 Oct 04 14:31:40.263413 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-de56f434-e68c-4bc6-b59d-82cb21c2f9e8 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f113f5c4-c31e-40ec-9064-e37a5e4bce79 HTTP/1.1" status: 200 len: 217 time: 0.0402801 Oct 04 14:31:40.338319 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-3e30a738-f235-442d-b190-bae2a7f76ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:40.340288 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-3e30a738-f235-442d-b190-bae2a7f76ba2 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=134d23ad-891e-438e-bdda-a4b2d24746b3 HTTP/1.1" status: 200 len: 849 time: 0.0691392 Oct 04 14:31:40.384269 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-50647ef0-80ba-4b0a-b2a5-833a70174a4f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=470e3fa5-8495-498c-bd2a-466c324e9bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336447 Oct 04 14:31:40.519444 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-e1ae520b-3ec8-474b-9ff0-7d5d87dcbffd service neutron] 10.222.0.17 "GET /networking/v2.0/networks/470e3fa5-8495-498c-bd2a-466c324e9bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251843 Oct 04 14:31:40.606145 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:40.637410 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ba7661c4-6c47-4156-b7ad-d5131d82576d req-9a43e2fe-6d04-4697-a535-2d8ff00d48f2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/470e3fa5-8495-498c-bd2a-466c324e9bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084428 Oct 04 14:31:41.116098 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d405a-b53b-41f5-88b5-c9cb397569e4 req-a188da07-585f-468f-9598-af4dd975ab97 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:41.118289 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-635d405a-b53b-41f5-88b5-c9cb397569e4 req-a188da07-585f-468f-9598-af4dd975ab97 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 943 time: 0.0606318 Oct 04 14:31:41.196972 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-635d405a-b53b-41f5-88b5-c9cb397569e4 req-39087f40-1f61-480d-8c3f-0d598d560a52 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641143 Oct 04 14:31:41.287595 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacd807-c40a-4b72-a14e-4a7ed7d8d781 req-ee21ec55-5e03-4fc8-b4bc-4093d9317b5f tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:41.289343 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-feacd807-c40a-4b72-a14e-4a7ed7d8d781 req-ee21ec55-5e03-4fc8-b4bc-4093d9317b5f tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0561476 Oct 04 14:31:41.378540 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-feacd807-c40a-4b72-a14e-4a7ed7d8d781 req-378e1737-b397-4339-94fb-2c8c54d75ad8 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760849 Oct 04 14:31:41.834350 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:41.883805 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:42.065007 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 42890) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:42.202573 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-a4e35d46-345b-4568-9118-c72903728d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:42.240395 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:42.291924 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device f113f5c4-c31e-40ec-9064-e37a5e4bce79 details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:31:42.295186 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-a4e35d46-345b-4568-9118-c72903728d12 admin admin] Publish callbacks [] for security_group (6168cd27-8189-4dcc-bf9b-592f4eb7f492), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:42.305670 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-a4e35d46-345b-4568-9118-c72903728d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (6168cd27-8189-4dcc-bf9b-592f4eb7f492), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:42.368441 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e35d46-345b-4568-9118-c72903728d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6168cd27-8189-4dcc-bf9b-592f4eb7f492,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:42.376088 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308a854-7b16-43e6-a7f1-042040ae82c7 req-2ed3d87d-4110-42c7-949a-293cdb131030 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:42.377671 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b308a854-7b16-43e6-a7f1-042040ae82c7 req-2ed3d87d-4110-42c7-949a-293cdb131030 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 943 time: 0.0880580 Oct 04 14:31:42.385916 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-a4e35d46-345b-4568-9118-c72903728d12 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9cb8da2b8315493387c4c340b31fee37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3190043 Oct 04 14:31:42.386153 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 42896) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:42.403321 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port f113f5c4-c31e-40ec-9064-e37a5e4bce79, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=f113f5c4-c31e-40ec-9064-e37a5e4bce79,segment=NetworkSegment(1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d),segment_id=1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:31:42.415574 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': 'f113f5c4-c31e-40ec-9064-e37a5e4bce79', 'network_id': '470e3fa5-8495-498c-bd2a-466c324e9bda', 'port_id': 'f113f5c4-c31e-40ec-9064-e37a5e4bce79', 'mac_address': 'fa:16:3e:6b:00:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134d23ad-891e-438e-bdda-a4b2d24746b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:31:42.463543 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port f113f5c4-c31e-40ec-9064-e37a5e4bce79 is: DOWN; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:31:42.464446 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (f113f5c4-c31e-40ec-9064-e37a5e4bce79), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:42.483818 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f113f5c4-c31e-40ec-9064-e37a5e4bce79 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:31:42.497861 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b308a854-7b16-43e6-a7f1-042040ae82c7 req-21ba1b3d-9f13-43b4-99ea-dcdc172762a9 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965061 Oct 04 14:31:42.503585 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-92147566-f65f-4609-ab8c-838e26179bb0 admin admin] Publish callbacks [] for security_group (6168cd27-8189-4dcc-bf9b-592f4eb7f492), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:42.518148 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port f113f5c4-c31e-40ec-9064-e37a5e4bce79, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=f113f5c4-c31e-40ec-9064-e37a5e4bce79,segment=NetworkSegment(1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d),segment_id=1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:31:42.523715 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (f113f5c4-c31e-40ec-9064-e37a5e4bce79), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:42.538816 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-92147566-f65f-4609-ab8c-838e26179bb0 admin admin] Publish callbacks [] for security_group (6168cd27-8189-4dcc-bf9b-592f4eb7f492), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:42.590008 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=f113f5c4-c31e-40ec-9064-e37a5e4bce79,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:42.609743 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-92147566-f65f-4609-ab8c-838e26179bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (6168cd27-8189-4dcc-bf9b-592f4eb7f492), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:42.613416 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-92147566-f65f-4609-ab8c-838e26179bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:42.614683 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-92147566-f65f-4609-ab8c-838e26179bb0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6168cd27-8189-4dcc-bf9b-592f4eb7f492 HTTP/1.1" status: 204 len: 168 time: 0.2274845 Oct 04 14:31:42.626203 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92147566-f65f-4609-ab8c-838e26179bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6168cd27-8189-4dcc-bf9b-592f4eb7f492,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:42.744572 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101305eb-1c94-4653-87eb-222d87c455a4 req-ee9ce89b-acc6-4ca3-ae00-cd2f0fccbdda tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:42.747063 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-101305eb-1c94-4653-87eb-222d87c455a4 req-ee9ce89b-acc6-4ca3-ae00-cd2f0fccbdda tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0765958 Oct 04 14:31:42.817786 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-101305eb-1c94-4653-87eb-222d87c455a4 req-76e4f44b-e0b6-45bd-98a6-0e8407d9b601 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604377 Oct 04 14:31:42.985500 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['f113f5c4-c31e-40ec-9064-e37a5e4bce79'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:31:43.047802 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 42922) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:43.080077 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-3c2ecf62-bedb-4f17-b93f-980d77ca4fe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:43.187448 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-3c2ecf62-bedb-4f17-b93f-980d77ca4fe8 admin admin] Publish callbacks [] for security_group (fbf061b8-1cf4-4e83-bd5e-887665cd46a2), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:43.193551 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-3c2ecf62-bedb-4f17-b93f-980d77ca4fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (fbf061b8-1cf4-4e83-bd5e-887665cd46a2), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:43.241649 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:43.246560 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ecf62-bedb-4f17-b93f-980d77ca4fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf061b8-1cf4-4e83-bd5e-887665cd46a2,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:43.252368 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-3c2ecf62-bedb-4f17-b93f-980d77ca4fe8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ac05002c2603474394372c9e94b5e5c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2024314 Oct 04 14:31:43.255246 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 42930) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:43.327377 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-70b7e772-82f1-407d-a922-25955e05ce5c admin admin] Publish callbacks [] for security_group (fbf061b8-1cf4-4e83-bd5e-887665cd46a2), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:43.357895 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-70b7e772-82f1-407d-a922-25955e05ce5c admin admin] Publish callbacks [] for security_group (fbf061b8-1cf4-4e83-bd5e-887665cd46a2), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:43.444959 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-70b7e772-82f1-407d-a922-25955e05ce5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (fbf061b8-1cf4-4e83-bd5e-887665cd46a2), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:43.450433 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-70b7e772-82f1-407d-a922-25955e05ce5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:43.456087 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-70b7e772-82f1-407d-a922-25955e05ce5c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fbf061b8-1cf4-4e83-bd5e-887665cd46a2 HTTP/1.1" status: 204 len: 168 time: 0.1988406 Oct 04 14:31:43.468483 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7e772-82f1-407d-a922-25955e05ce5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf061b8-1cf4-4e83-bd5e-887665cd46a2,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:43.698156 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb89dee-2de2-4bef-9d89-2d7a0979bb8d req-3f29fb53-e6ae-4f2d-8c21-dac9b17c0f07 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:43.706665 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-bfb89dee-2de2-4bef-9d89-2d7a0979bb8d req-3f29fb53-e6ae-4f2d-8c21-dac9b17c0f07 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 944 time: 0.1044829 Oct 04 14:31:43.776052 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-bfb89dee-2de2-4bef-9d89-2d7a0979bb8d req-137a8bce-53be-4dc3-b2c3-ff58549862d7 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686028 Oct 04 14:31:44.001784 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30414822-5df3-4b6b-8247-90fedd2320ae req-e1d02d12-8009-4526-b46a-782f0006b0f1 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:44.004362 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-30414822-5df3-4b6b-8247-90fedd2320ae req-e1d02d12-8009-4526-b46a-782f0006b0f1 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0638530 Oct 04 14:31:44.080634 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-30414822-5df3-4b6b-8247-90fedd2320ae req-9a975641-fbec-4dca-9509-ce79ceef8892 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656989 Oct 04 14:31:44.341437 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device f113f5c4-c31e-40ec-9064-e37a5e4bce79 up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:31:44.392787 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning for port f113f5c4-c31e-40ec-9064-e37a5e4bce79 completed by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 14:31:44.398864 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port f113f5c4-c31e-40ec-9064-e37a5e4bce79 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:31:44.399369 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (f113f5c4-c31e-40ec-9064-e37a5e4bce79), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:44.399785 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port f113f5c4-c31e-40ec-9064-e37a5e4bce79 Oct 04 14:31:44.481430 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port f113f5c4-c31e-40ec-9064-e37a5e4bce79 is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:31:44.481725 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (f113f5c4-c31e-40ec-9064-e37a5e4bce79), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:44.511951 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23930569-5670-48a4-9140-d9a32d461d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f113f5c4-c31e-40ec-9064-e37a5e4bce79'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:31:44.514257 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53f697a-b6ca-45b0-aaae-7f635c719a49" -d '{"events": [{"server_uuid": "23930569-5670-48a4-9140-d9a32d461d6d", "name": "network-vif-plugged", "status": "completed", "tag": "f113f5c4-c31e-40ec-9064-e37a5e4bce79"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:31:44.535041 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port f113f5c4-c31e-40ec-9064-e37a5e4bce79, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=f113f5c4-c31e-40ec-9064-e37a5e4bce79,segment=NetworkSegment(1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d),segment_id=1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:31:44.541451 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (f113f5c4-c31e-40ec-9064-e37a5e4bce79), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:44.568773 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357189c1-7ee4-41f2-abd4-7c1f50aacf8b x-openstack-request-id: req-357189c1-7ee4-41f2-abd4-7c1f50aacf8b {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:31:44.568964 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23930569-5670-48a4-9140-d9a32d461d6d", "name": "network-vif-plugged", "status": "completed", "tag": "f113f5c4-c31e-40ec-9064-e37a5e4bce79", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:31:44.569114 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-357189c1-7ee4-41f2-abd4-7c1f50aacf8b {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:31:44.569510 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-357189c1-7ee4-41f2-abd4-7c1f50aacf8b'] response: {'server_uuid': '23930569-5670-48a4-9140-d9a32d461d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f113f5c4-c31e-40ec-9064-e37a5e4bce79', 'code': 200} Oct 04 14:31:44.598070 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=f113f5c4-c31e-40ec-9064-e37a5e4bce79,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:44.840658 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9df5a-5fb0-40db-b580-78e975ef2a83 req-77522f35-d978-4c8b-a41f-03699331fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:44.842317 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-25e9df5a-5fb0-40db-b580-78e975ef2a83 req-77522f35-d978-4c8b-a41f-03699331fb5c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 1129 time: 0.0721414 Oct 04 14:31:44.935731 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:44.966274 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-25e9df5a-5fb0-40db-b580-78e975ef2a83 req-17be5558-daf9-4466-9d5f-9b9570990d0e service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125693 Oct 04 14:31:44.981770 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97b7c1-8b52-4336-9825-38e83343ac69 req-4d687a37-64ba-435d-b14d-5a183395b353 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:44.984084 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4c97b7c1-8b52-4336-9825-38e83343ac69 req-4d687a37-64ba-435d-b14d-5a183395b353 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 945 time: 0.0758600 Oct 04 14:31:45.038721 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4c97b7c1-8b52-4336-9825-38e83343ac69 req-a2958277-93f6-4dce-a7a1-c2274d502633 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479667 Oct 04 14:31:45.233124 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d69922-cd2e-45f4-b131-dd7a63c52609 req-71af84e8-03bd-4f87-8b44-38490893248a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:45.234643 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f3d69922-cd2e-45f4-b131-dd7a63c52609 req-71af84e8-03bd-4f87-8b44-38490893248a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0649555 Oct 04 14:31:45.294548 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f3d69922-cd2e-45f4-b131-dd7a63c52609 req-fe409141-d3a4-4381-ab79-143112c160fd tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530586 Oct 04 14:31:46.181220 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455139b-c994-47bb-b8da-e60947e019a1 req-90ff9d95-5e43-4fca-8e68-e4509c2a05f9 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:46.182748 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c455139b-c994-47bb-b8da-e60947e019a1 req-90ff9d95-5e43-4fca-8e68-e4509c2a05f9 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 945 time: 0.0554292 Oct 04 14:31:46.240293 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c455139b-c994-47bb-b8da-e60947e019a1 req-c27e438c-2745-416b-a967-916e5c4d9f29 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465469 Oct 04 14:31:46.438249 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f084cd-5ba9-43f1-a765-b03d72e3634f req-afe65ed2-b959-45a4-86b5-7a8c80e8be7d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:46.440928 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-36f084cd-5ba9-43f1-a765-b03d72e3634f req-afe65ed2-b959-45a4-86b5-7a8c80e8be7d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0625877 Oct 04 14:31:46.492645 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-36f084cd-5ba9-43f1-a765-b03d72e3634f req-159a2e7b-abb8-48ca-87d5-fa1674570cb8 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443256 Oct 04 14:31:47.389397 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1556620-1cc9-48fc-bdc6-6039fb05410f req-765861de-7eff-48c3-be4c-085b850c0df6 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:47.390893 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a1556620-1cc9-48fc-bdc6-6039fb05410f req-765861de-7eff-48c3-be4c-085b850c0df6 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 945 time: 0.0533659 Oct 04 14:31:47.445674 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a1556620-1cc9-48fc-bdc6-6039fb05410f req-6974f6d3-c12a-4dfe-9622-ab469a8b94be tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483897 Oct 04 14:31:47.624392 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981fe17-3316-4473-a4db-2b07ef28669e req-e5f9344b-2c5f-431e-bc2b-ebc0235119dd tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:47.626015 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8981fe17-3316-4473-a4db-2b07ef28669e req-e5f9344b-2c5f-431e-bc2b-ebc0235119dd tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0509987 Oct 04 14:31:47.693499 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8981fe17-3316-4473-a4db-2b07ef28669e req-d6f051e9-f7a8-4554-bfb8-defa121c3a9e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587661 Oct 04 14:31:48.652521 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cf94f-c88d-4a5a-af00-01db3f948280 req-8389745c-2bdc-470b-9da5-094917ff1c6f tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:48.655696 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-807cf94f-c88d-4a5a-af00-01db3f948280 req-8389745c-2bdc-470b-9da5-094917ff1c6f tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 945 time: 0.0650094 Oct 04 14:31:48.672403 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:48.720046 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-807cf94f-c88d-4a5a-af00-01db3f948280 req-2ec7d321-7fdd-4986-905d-9d4041516c1c tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573676 Oct 04 14:31:48.838014 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 43102) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:48.840219 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5c296-ab50-4077-adf3-97d695ade423 req-2a6d9d0d-aa3e-4782-a208-76d51c69d085 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:48.841767 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-aee5c296-ab50-4077-adf3-97d695ade423 req-2a6d9d0d-aa3e-4782-a208-76d51c69d085 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0528829 Oct 04 14:31:48.901182 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-aee5c296-ab50-4077-adf3-97d695ade423 req-65c7c9bc-d931-4185-9461-0afdecf5ef02 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525348 Oct 04 14:31:48.969418 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5c28dc17-5706-406f-9775-25245b72480f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:49.056474 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5c28dc17-5706-406f-9775-25245b72480f admin admin] Publish callbacks [] for security_group (9f8855ed-0a89-4912-9776-3b81010805a9), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:49.060951 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5c28dc17-5706-406f-9775-25245b72480f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (9f8855ed-0a89-4912-9776-3b81010805a9), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:49.064565 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:49.109367 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-5c28dc17-5706-406f-9775-25245b72480f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=280c40e0abb743e0bbeb98cd37b50065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702043 Oct 04 14:31:49.110237 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28dc17-5706-406f-9775-25245b72480f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8855ed-0a89-4912-9776-3b81010805a9,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:49.112879 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 43108) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:49.171861 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-a5425bee-5dde-4341-a89b-383fc8516f35 admin admin] Publish callbacks [] for security_group (9f8855ed-0a89-4912-9776-3b81010805a9), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:49.202653 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-a5425bee-5dde-4341-a89b-383fc8516f35 admin admin] Publish callbacks [] for security_group (9f8855ed-0a89-4912-9776-3b81010805a9), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:49.263970 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-a5425bee-5dde-4341-a89b-383fc8516f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (9f8855ed-0a89-4912-9776-3b81010805a9), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:49.266497 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-a5425bee-5dde-4341-a89b-383fc8516f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:49.267656 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-a5425bee-5dde-4341-a89b-383fc8516f35 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9f8855ed-0a89-4912-9776-3b81010805a9 HTTP/1.1" status: 204 len: 168 time: 0.1538177 Oct 04 14:31:49.277070 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5425bee-5dde-4341-a89b-383fc8516f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8855ed-0a89-4912-9776-3b81010805a9,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:49.616509 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 43120) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:49.630806 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d6f20695-36c2-4f68-9b07-ba7e6633d0e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:49.717429 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d6f20695-36c2-4f68-9b07-ba7e6633d0e7 admin admin] Publish callbacks [] for security_group (a193107f-8d3f-45f0-9c1e-76ed056a0d1d), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:49.723627 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d6f20695-36c2-4f68-9b07-ba7e6633d0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (a193107f-8d3f-45f0-9c1e-76ed056a0d1d), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:49.770566 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-d6f20695-36c2-4f68-9b07-ba7e6633d0e7 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=644f0263851d4b90917847e9c3c0b8cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494498 Oct 04 14:31:49.770566 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f20695-36c2-4f68-9b07-ba7e6633d0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a193107f-8d3f-45f0-9c1e-76ed056a0d1d,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:49.771029 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 43124) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:49.835581 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-b9739ea1-4701-4425-91cb-3c19575c4e63 admin admin] Publish callbacks [] for security_group (a193107f-8d3f-45f0-9c1e-76ed056a0d1d), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:49.845406 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:49.859686 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-b9739ea1-4701-4425-91cb-3c19575c4e63 admin admin] Publish callbacks [] for security_group (a193107f-8d3f-45f0-9c1e-76ed056a0d1d), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:49.882587 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53f133-48c8-45f3-af5e-26e8cdedba30 req-b145aad0-aec0-45f2-abfd-d593a2a52b8c tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:49.884121 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ea53f133-48c8-45f3-af5e-26e8cdedba30 req-b145aad0-aec0-45f2-abfd-d593a2a52b8c tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 945 time: 0.0547869 Oct 04 14:31:49.920641 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-b9739ea1-4701-4425-91cb-3c19575c4e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (a193107f-8d3f-45f0-9c1e-76ed056a0d1d), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:49.924283 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-b9739ea1-4701-4425-91cb-3c19575c4e63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:49.926641 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-b9739ea1-4701-4425-91cb-3c19575c4e63 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a193107f-8d3f-45f0-9c1e-76ed056a0d1d HTTP/1.1" status: 204 len: 168 time: 0.1546988 Oct 04 14:31:49.935882 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9739ea1-4701-4425-91cb-3c19575c4e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a193107f-8d3f-45f0-9c1e-76ed056a0d1d,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:49.958454 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ea53f133-48c8-45f3-af5e-26e8cdedba30 req-70d47a17-9a20-4700-8e49-80d009235233 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650921 Oct 04 14:31:50.070310 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b61217-0f3c-4544-b1b9-4fc96f26b151 req-66e32b72-2350-4f2d-bb75-a5e1ee6037a2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:50.072100 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c3b61217-0f3c-4544-b1b9-4fc96f26b151 req-66e32b72-2350-4f2d-bb75-a5e1ee6037a2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0567660 Oct 04 14:31:50.132959 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c3b61217-0f3c-4544-b1b9-4fc96f26b151 req-16620d9f-23dc-41cb-adf9-455427ce5132 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510406 Oct 04 14:31:50.371983 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 43140) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:50.386121 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0f15c9b5-9043-4941-b34b-34d025fb7158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:50.491555 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0f15c9b5-9043-4941-b34b-34d025fb7158 admin admin] Publish callbacks [] for security_group (b03cb286-2ace-414d-92ef-c616e67b4b0c), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:50.496260 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0f15c9b5-9043-4941-b34b-34d025fb7158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (b03cb286-2ace-414d-92ef-c616e67b4b0c), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:50.540933 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-0f15c9b5-9043-4941-b34b-34d025fb7158 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b4b5cb0a3b704fbd9ae1bfea14b55a6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1678154 Oct 04 14:31:50.541877 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15c9b5-9043-4941-b34b-34d025fb7158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03cb286-2ace-414d-92ef-c616e67b4b0c,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:50.543596 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 43148) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:50.594129 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f44ee0e0-51a0-4fe8-a941-5dc4e2dba38f admin admin] Publish callbacks [] for security_group (b03cb286-2ace-414d-92ef-c616e67b4b0c), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:50.620685 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f44ee0e0-51a0-4fe8-a941-5dc4e2dba38f admin admin] Publish callbacks [] for security_group (b03cb286-2ace-414d-92ef-c616e67b4b0c), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:50.673593 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f44ee0e0-51a0-4fe8-a941-5dc4e2dba38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (b03cb286-2ace-414d-92ef-c616e67b4b0c), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:50.676383 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f44ee0e0-51a0-4fe8-a941-5dc4e2dba38f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:50.677563 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-f44ee0e0-51a0-4fe8-a941-5dc4e2dba38f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b03cb286-2ace-414d-92ef-c616e67b4b0c HTTP/1.1" status: 204 len: 168 time: 0.1328793 Oct 04 14:31:50.685457 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ee0e0-51a0-4fe8-a941-5dc4e2dba38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03cb286-2ace-414d-92ef-c616e67b4b0c,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:51.083497 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e598fdd-9a84-4b2c-81c3-9c782d951cf4 req-60b625f9-e563-4436-96e3-9c6ddd3ffc2f tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:51.085071 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8e598fdd-9a84-4b2c-81c3-9c782d951cf4 req-60b625f9-e563-4436-96e3-9c6ddd3ffc2f tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 945 time: 0.0503926 Oct 04 14:31:51.138235 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8e598fdd-9a84-4b2c-81c3-9c782d951cf4 req-a5e5ea7c-f977-4c75-8745-c79c9b3080c0 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475829 Oct 04 14:31:51.273539 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:51.290873 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7baad-e694-421b-b3f3-a5cee4263b68 req-b499c7a0-1748-4af2-b9d0-2be0a9905d93 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:51.293435 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3aa7baad-e694-421b-b3f3-a5cee4263b68 req-b499c7a0-1748-4af2-b9d0-2be0a9905d93 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0660033 Oct 04 14:31:51.354860 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3aa7baad-e694-421b-b3f3-a5cee4263b68 req-14870ec8-b466-4514-8fd7-166dd52b7960 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536151 Oct 04 14:31:52.278208 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57247aa7-c9cb-4051-8f5c-18f0c1c6e031 req-49107e9b-e6e7-40c4-9ecf-51df4d60a096 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:52.279743 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-57247aa7-c9cb-4051-8f5c-18f0c1c6e031 req-49107e9b-e6e7-40c4-9ecf-51df4d60a096 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 945 time: 0.0547018 Oct 04 14:31:52.331980 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-57247aa7-c9cb-4051-8f5c-18f0c1c6e031 req-cf7340dd-c84d-47e8-ad21-5350d58581b8 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444379 Oct 04 14:31:52.479309 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1cffc-6a53-4f49-a4f0-43579e892c58 req-8f591fdc-cd1b-4c7a-8993-4cb3dca7be5b tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:52.480858 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f0e1cffc-6a53-4f49-a4f0-43579e892c58 req-8f591fdc-cd1b-4c7a-8993-4cb3dca7be5b tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0503306 Oct 04 14:31:52.494213 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:52.536538 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f0e1cffc-6a53-4f49-a4f0-43579e892c58 req-28fd2b43-f267-423b-abe8-a8b9be5273a4 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495942 Oct 04 14:31:53.596943 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49ea06-5e2f-4425-b334-b59ca22e158c req-f3a8aa7b-7ada-4d64-9b23-10d05a621c32 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:53.598560 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-db49ea06-5e2f-4425-b334-b59ca22e158c req-f3a8aa7b-7ada-4d64-9b23-10d05a621c32 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 945 time: 0.0496249 Oct 04 14:31:53.666267 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-db49ea06-5e2f-4425-b334-b59ca22e158c req-7c12c425-df5b-4024-b5f2-d89e02d396c3 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610485 Oct 04 14:31:53.681395 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7f312-27de-494e-b04c-ed318d91ef03 req-355db11b-c208-4430-aebc-420c21a4546c tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:53.683033 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-32a7f312-27de-494e-b04c-ed318d91ef03 req-355db11b-c208-4430-aebc-420c21a4546c tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0622966 Oct 04 14:31:53.738734 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-32a7f312-27de-494e-b04c-ed318d91ef03 req-0e53df10-f213-4e6d-9f90-c88b76745b0c tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457454 Oct 04 14:31:54.555097 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e01d16-519e-497e-ba30-712de0766003 req-1b98d5e8-653b-43cf-8b74-9c96c7aad42c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:54.556714 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-26e01d16-519e-497e-ba30-712de0766003 req-1b98d5e8-653b-43cf-8b74-9c96c7aad42c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0487390 Oct 04 14:31:54.615850 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-26e01d16-519e-497e-ba30-712de0766003 req-2ffc44ee-3b31-4466-8863-26a4487033b2 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530572 Oct 04 14:31:54.797412 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb24bb-2dab-4062-a8bf-69cef0d071ec req-6183ddfb-d533-4c61-ab1d-12e7cf7e4755 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:54.798904 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-57bb24bb-2dab-4062-a8bf-69cef0d071ec req-6183ddfb-d533-4c61-ab1d-12e7cf7e4755 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 945 time: 0.0506651 Oct 04 14:31:54.867000 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf1e14-f73a-4657-91c7-481d0e75ad52 req-5ff384fd-d7b1-4d2c-800c-253f144c71d9 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:54.868769 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5bcf1e14-f73a-4657-91c7-481d0e75ad52 req-5ff384fd-d7b1-4d2c-800c-253f144c71d9 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0539372 Oct 04 14:31:54.925388 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5bcf1e14-f73a-4657-91c7-481d0e75ad52 req-c363bcd7-c383-49be-bc8b-26b5e54bdd90 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500147 Oct 04 14:31:55.079908 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-57bb24bb-2dab-4062-a8bf-69cef0d071ec req-397e70b6-e8d8-4f92-b811-bbef8fbb53bd tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744613 Oct 04 14:31:55.711818 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:55.752103 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89f9a2-a30c-47fd-84d7-3c85f9875e67 req-3dec2850-5048-4e86-a3ee-ff111e9d094f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:55.753871 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ed89f9a2-a30c-47fd-84d7-3c85f9875e67 req-3dec2850-5048-4e86-a3ee-ff111e9d094f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0523291 Oct 04 14:31:55.814641 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ed89f9a2-a30c-47fd-84d7-3c85f9875e67 req-27649322-d06a-41df-8edd-9265607d05c3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532539 Oct 04 14:31:56.055651 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d4255-eca6-445c-9328-d2c0c80296ce req-a979f332-1239-4d08-8bb0-ecf35ce63190 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:56.057342 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e40d4255-eca6-445c-9328-d2c0c80296ce req-a979f332-1239-4d08-8bb0-ecf35ce63190 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0510902 Oct 04 14:31:56.109960 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e40d4255-eca6-445c-9328-d2c0c80296ce req-347c8991-c495-401c-9294-c3c0d4185d88 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467193 Oct 04 14:31:56.208917 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df88f65-a942-4e4f-81f4-da299cf86d8f req-6cfe00bd-c0e0-4836-aaff-9c99b4f3031c tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:56.210481 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8df88f65-a942-4e4f-81f4-da299cf86d8f req-6cfe00bd-c0e0-4836-aaff-9c99b4f3031c tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 945 time: 0.0493171 Oct 04 14:31:56.263993 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8df88f65-a942-4e4f-81f4-da299cf86d8f req-f1cd8b50-2450-416f-af72-dc679e8334b9 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476031 Oct 04 14:31:56.976768 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821734d-f196-4501-bc09-8d68f175c83f req-d4c1dd19-6cd8-4e4b-9943-1df5be8b3d36 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:56.979205 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a821734d-f196-4501-bc09-8d68f175c83f req-d4c1dd19-6cd8-4e4b-9943-1df5be8b3d36 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0711184 Oct 04 14:31:57.003279 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-60977085-a61e-4282-b8f0-61aa99d3a644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:57.057320 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a821734d-f196-4501-bc09-8d68f175c83f req-fde927bb-83ae-44a8-bc11-ebf5f91195d8 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709853 Oct 04 14:31:57.190508 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144ed9d-05df-432f-9f09-65c9a969619e req-6c9ffb1b-b85a-429f-9f76-b9eb0cd1dacc tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:57.192109 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2144ed9d-05df-432f-9f09-65c9a969619e req-6c9ffb1b-b85a-429f-9f76-b9eb0cd1dacc tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 945 time: 0.0628517 Oct 04 14:31:57.277997 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f519c5-cf1d-42e6-b444-366b3d7a81a1 req-78bb53f0-3d67-4e1b-8477-00ce9f8c68d2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:57.279670 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-71f519c5-cf1d-42e6-b444-366b3d7a81a1 req-78bb53f0-3d67-4e1b-8477-00ce9f8c68d2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0552471 Oct 04 14:31:57.337518 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-71f519c5-cf1d-42e6-b444-366b3d7a81a1 req-83b513d8-ee5f-437a-a1c1-9e21f9838c71 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510578 Oct 04 14:31:57.388344 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:57.404234 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b36b7d-11f1-47e9-ac1a-9e7362630caa req-cd5f84db-6a49-4b1f-9171-44459edcfb22 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:57.405781 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-28b36b7d-11f1-47e9-ac1a-9e7362630caa req-cd5f84db-6a49-4b1f-9171-44459edcfb22 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 945 time: 0.0580347 Oct 04 14:31:57.457939 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-28b36b7d-11f1-47e9-ac1a-9e7362630caa req-5b5339a1-f78c-4b5b-87aa-c70e0f346ce6 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbf9045d-8185-43e3-8687-71e85d10c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451465 Oct 04 14:31:57.646643 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-2144ed9d-05df-432f-9f09-65c9a969619e req-e84d0480-23eb-4e18-a558-54432dc42baa tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Deleting port f113f5c4-c31e-40ec-9064-e37a5e4bce79 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:31:57.647031 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-2144ed9d-05df-432f-9f09-65c9a969619e req-e84d0480-23eb-4e18-a558-54432dc42baa tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (f113f5c4-c31e-40ec-9064-e37a5e4bce79), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:57.743555 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 43324) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:57.748567 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-2144ed9d-05df-432f-9f09-65c9a969619e req-e84d0480-23eb-4e18-a558-54432dc42baa tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] For port f113f5c4-c31e-40ec-9064-e37a5e4bce79, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=f113f5c4-c31e-40ec-9064-e37a5e4bce79,segment=NetworkSegment(1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d),segment_id=1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:31:57.749002 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-2144ed9d-05df-432f-9f09-65c9a969619e req-e84d0480-23eb-4e18-a558-54432dc42baa tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (f113f5c4-c31e-40ec-9064-e37a5e4bce79), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:57.763980 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-2144ed9d-05df-432f-9f09-65c9a969619e req-e84d0480-23eb-4e18-a558-54432dc42baa tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Calling delete_port for f113f5c4-c31e-40ec-9064-e37a5e4bce79 owned by compute:nova {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:31:57.833844 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:57.878565 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-cf85444e-63dc-42df-b498-413846069b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:57.913163 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-2144ed9d-05df-432f-9f09-65c9a969619e req-e84d0480-23eb-4e18-a558-54432dc42baa tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (f113f5c4-c31e-40ec-9064-e37a5e4bce79), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:57.944009 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d0480-23eb-4e18-a558-54432dc42baa tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Pushing event deleted for resources: {'Port': ['ID=f113f5c4-c31e-40ec-9064-e37a5e4bce79,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:57.963929 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['f113f5c4-c31e-40ec-9064-e37a5e4bce79'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:31:57.984496 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-cf85444e-63dc-42df-b498-413846069b2c admin admin] Publish callbacks [] for security_group (f93512ce-8ed3-44b5-9d28-538966db0f04), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:57.989796 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-cf85444e-63dc-42df-b498-413846069b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (f93512ce-8ed3-44b5-9d28-538966db0f04), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:57.997132 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-2144ed9d-05df-432f-9f09-65c9a969619e req-e84d0480-23eb-4e18-a558-54432dc42baa tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] No DVR routers for this DVR port f113f5c4-c31e-40ec-9064-e37a5e4bce79 on host hv-cinder-86026 {{(pid=106356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:31:57.999678 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-2144ed9d-05df-432f-9f09-65c9a969619e req-e84d0480-23eb-4e18-a558-54432dc42baa tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:58.003593 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2144ed9d-05df-432f-9f09-65c9a969619e req-e84d0480-23eb-4e18-a558-54432dc42baa tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.17 "DELETE /networking/v2.0/ports/f113f5c4-c31e-40ec-9064-e37a5e4bce79 HTTP/1.1" status: 204 len: 173 time: 0.4887264 Oct 04 14:31:58.004395 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23930569-5670-48a4-9140-d9a32d461d6d', 'name': 'network-vif-deleted', 'tag': 'f113f5c4-c31e-40ec-9064-e37a5e4bce79'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:31:58.007334 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53628c3-933a-46bf-bb08-1479be5d10e4" -d '{"events": [{"server_uuid": "23930569-5670-48a4-9140-d9a32d461d6d", "name": "network-vif-deleted", "tag": "f113f5c4-c31e-40ec-9064-e37a5e4bce79"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:31:58.040968 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-cf85444e-63dc-42df-b498-413846069b2c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ffff627ea1ff4f7ea8b9da84b38760f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861969 Oct 04 14:31:58.040968 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 43336) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:58.049056 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85444e-63dc-42df-b498-413846069b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93512ce-8ed3-44b5-9d28-538966db0f04,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:58.092960 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddd0a0a-e07b-4c01-8c4c-df01e96ace3e x-openstack-request-id: req-eddd0a0a-e07b-4c01-8c4c-df01e96ace3e {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:31:58.093480 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23930569-5670-48a4-9140-d9a32d461d6d", "name": "network-vif-deleted", "tag": "f113f5c4-c31e-40ec-9064-e37a5e4bce79", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:31:58.093583 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eddd0a0a-e07b-4c01-8c4c-df01e96ace3e {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:31:58.093963 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eddd0a0a-e07b-4c01-8c4c-df01e96ace3e'] response: {'server_uuid': '23930569-5670-48a4-9140-d9a32d461d6d', 'name': 'network-vif-deleted', 'tag': 'f113f5c4-c31e-40ec-9064-e37a5e4bce79', 'status': 'completed', 'code': 200} Oct 04 14:31:58.123042 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-67d6c1ae-edf9-440f-8faa-3344506cf5b6 admin admin] Publish callbacks [] for security_group (f93512ce-8ed3-44b5-9d28-538966db0f04), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:58.133204 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 43346) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:58.139017 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-485567c8-6e64-4642-aec9-a6558e58d089 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--550992625', 'description': 'tempest-description--1710026916'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:58.153773 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-67d6c1ae-edf9-440f-8faa-3344506cf5b6 admin admin] Publish callbacks [] for security_group (f93512ce-8ed3-44b5-9d28-538966db0f04), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:58.157560 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:58.201897 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-485567c8-6e64-4642-aec9-a6558e58d089 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:58.232037 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa90e54-5f1a-482d-a4bb-ee62a2372ad3 req-6932b34b-2d82-4bac-9d19-a1a06806bd61 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:58.240117 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-aaa90e54-5f1a-482d-a4bb-ee62a2372ad3 req-6932b34b-2d82-4bac-9d19-a1a06806bd61 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0835567 Oct 04 14:31:58.297826 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-485567c8-6e64-4642-aec9-a6558e58d089 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group (e2903a87-4058-431c-a844-7c5ce41fd23e), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:58.304285 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-67d6c1ae-edf9-440f-8faa-3344506cf5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (f93512ce-8ed3-44b5-9d28-538966db0f04), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:58.305756 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-485567c8-6e64-4642-aec9-a6558e58d089 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (e2903a87-4058-431c-a844-7c5ce41fd23e), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:58.306937 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-67d6c1ae-edf9-440f-8faa-3344506cf5b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:58.308101 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-67d6c1ae-edf9-440f-8faa-3344506cf5b6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f93512ce-8ed3-44b5-9d28-538966db0f04 HTTP/1.1" status: 204 len: 168 time: 0.2701187 Oct 04 14:31:58.328968 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-aaa90e54-5f1a-482d-a4bb-ee62a2372ad3 req-055fe92a-4023-4f68-a9a1-0d9fc2b3a2c0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875697 Oct 04 14:31:58.337001 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6c1ae-edf9-440f-8faa-3344506cf5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93512ce-8ed3-44b5-9d28-538966db0f04,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:58.340745 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-485567c8-6e64-4642-aec9-a6558e58d089 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:58.345201 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 43354) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:58.345397 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-485567c8-6e64-4642-aec9-a6558e58d089 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2112341 Oct 04 14:31:58.351768 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-94c5f4cd-87e5-4567-8fed-e4dc8447cc1d tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Request body: {'security_group_rule': {'security_group_id': 'e2903a87-4058-431c-a844-7c5ce41fd23e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:58.367589 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485567c8-6e64-4642-aec9-a6558e58d089 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2903a87-4058-431c-a844-7c5ce41fd23e,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:58.428134 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-94c5f4cd-87e5-4567-8fed-e4dc8447cc1d tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group_rule (6a8d1146-70e1-4973-ad65-a1f5c14beb26), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:58.545920 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81708d16-5d7a-474e-bf1c-b019b6f68802 req-baacda1a-e5dd-4cfc-a8cb-161f47689cd2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:58.547462 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-81708d16-5d7a-474e-bf1c-b019b6f68802 req-baacda1a-e5dd-4cfc-a8cb-161f47689cd2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0721877 Oct 04 14:31:58.579181 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-94c5f4cd-87e5-4567-8fed-e4dc8447cc1d tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group_rule (6a8d1146-70e1-4973-ad65-a1f5c14beb26), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:58.589023 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-94c5f4cd-87e5-4567-8fed-e4dc8447cc1d tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (6a8d1146-70e1-4973-ad65-a1f5c14beb26), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:58.603232 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:58.624841 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5f4cd-87e5-4567-8fed-e4dc8447cc1d tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8d1146-70e1-4973-ad65-a1f5c14beb26,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:58.635188 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-81708d16-5d7a-474e-bf1c-b019b6f68802 req-af0d0df2-7d5e-41b7-805d-392c510d55ae tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782366 Oct 04 14:31:58.648884 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-94c5f4cd-87e5-4567-8fed-e4dc8447cc1d tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:58.650438 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-94c5f4cd-87e5-4567-8fed-e4dc8447cc1d tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3032763 Oct 04 14:31:58.657112 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 43374) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:58.665199 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-350b1220-32e3-4fa0-9782-52b8856a03de tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Request body: {'security_group_rule': {'security_group_id': 'e2903a87-4058-431c-a844-7c5ce41fd23e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:58.738584 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-350b1220-32e3-4fa0-9782-52b8856a03de tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group_rule (97a6d248-216c-4a3a-9da9-bca42e4576f1), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:58.858255 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-350b1220-32e3-4fa0-9782-52b8856a03de tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group_rule (97a6d248-216c-4a3a-9da9-bca42e4576f1), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:58.889432 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-350b1220-32e3-4fa0-9782-52b8856a03de tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (97a6d248-216c-4a3a-9da9-bca42e4576f1), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:58.947598 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b1220-32e3-4fa0-9782-52b8856a03de tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a6d248-216c-4a3a-9da9-bca42e4576f1,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:31:58.974578 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-350b1220-32e3-4fa0-9782-52b8856a03de tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:58.976372 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-350b1220-32e3-4fa0-9782-52b8856a03de tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3163593 Oct 04 14:31:58.979612 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 43394) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:31:58.984907 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-19252879-a433-4068-a432-2bf73ee2a130 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Request body: {'floatingip': {'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:31:59.013211 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-b3753cf4-caad-4773-af50-4c15f6813b8a tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2039710880&fields=id&tenant_id=408b16a582484c619ff17416990d5feb HTTP/1.1" status: 200 len: 267 time: 0.1481540 Oct 04 14:31:59.037917 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-19252879-a433-4068-a432-2bf73ee2a130 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:59.162242 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7bf09-fc51-4a18-b287-918e56c7dea2 req-f03782d0-aaba-4e2c-b0d0-f8aa40292e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:59.166391 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-32b7bf09-fc51-4a18-b287-918e56c7dea2 req-f03782d0-aaba-4e2c-b0d0-f8aa40292e33 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 1130 time: 0.1054573 Oct 04 14:31:59.227743 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=7 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:59.229862 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=25 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:59.233794 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-19252879-a433-4068-a432-2bf73ee2a130 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:59.242559 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b7245964-4291-47f5-b980-d500585a6260 req-6c41eed9-ce4c-479c-bb1e-0e636de593d3 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 210 time: 0.0352123 Oct 04 14:31:59.243448 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-b96e96e5-268c-4d4b-8e6d-87fd5fa1e31e tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:59.249105 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-b96e96e5-268c-4d4b-8e6d-87fd5fa1e31e tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/networks?id=4116101e-9cfb-4512-a759-154f86437ec3 HTTP/1.1" status: 200 len: 812 time: 0.2257769 Oct 04 14:31:59.275214 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-165bc4ee-0577-4001-94b7-5c6cdc7ad01f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/quotas/408b16a582484c619ff17416990d5feb HTTP/1.1" status: 200 len: 375 time: 0.0189803 Oct 04 14:31:59.317430 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:59.373434 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-7cdf763e-f264-437b-b5b9-752350b909d8 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=408b16a582484c619ff17416990d5feb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700257 Oct 04 14:31:59.428585 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1a49a476-5eb3-4f47-a54a-7f68c7ff8c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:59.469102 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e1bdc-c2d4-4c35-80ef-51c3f469797f req-2d93dd07-6289-458b-b8cb-0046127cd25c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:59.470362 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fb1e1bdc-c2d4-4c35-80ef-51c3f469797f req-2d93dd07-6289-458b-b8cb-0046127cd25c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0617197 Oct 04 14:31:59.487986 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_common [None req-19252879-a433-4068-a432-2bf73ee2a130 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Allocated IP 172.27.3.183 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/fcbadc04-de24-45f5-9b08-bed82366eb31) {{(pid=106355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:31:59.530077 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fb1e1bdc-c2d4-4c35-80ef-51c3f469797f req-074c7b3a-a075-4d09-97e9-f01bf7194190 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524616 Oct 04 14:31:59.574763 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-efe2101f-e91f-428c-8f0a-d55dc73d3d60 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757615 Oct 04 14:31:59.795307 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fa1a8-47e1-4430-a063-89748cbdcf1c req-ccb38912-4755-4b5e-ad38-1d9af834cf68 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:31:59.796948 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0e6fa1a8-47e1-4430-a063-89748cbdcf1c req-ccb38912-4755-4b5e-ad38-1d9af834cf68 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0581925 Oct 04 14:31:59.889722 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0e6fa1a8-47e1-4430-a063-89748cbdcf1c req-4043ad92-bb05-48e2-885a-fe8fb83b8906 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848608 Oct 04 14:31:59.929471 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:31:59.952518 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-19252879-a433-4068-a432-2bf73ee2a130 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for port (fcbadc04-de24-45f5-9b08-bed82366eb31), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:31:59.987220 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-caf5d456-d3d5-4f97-89f9-39c7c96969e7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049027 Oct 04 14:32:00.021200 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-19252879-a433-4068-a432-2bf73ee2a130 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (fcbadc04-de24-45f5-9b08-bed82366eb31), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:00.065806 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19252879-a433-4068-a432-2bf73ee2a130 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:32:00.070937 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-19252879-a433-4068-a432-2bf73ee2a130 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:32:00.073577 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19252879-a433-4068-a432-2bf73ee2a130 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Received port after_create {{(pid=106355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:32:00.098916 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19252879-a433-4068-a432-2bf73ee2a130 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event updated for resources: {'Port': ['ID=fcbadc04-de24-45f5-9b08-bed82366eb31,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:00.182680 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-19252879-a433-4068-a432-2bf73ee2a130 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (069ae990-669f-4091-a654-06d50049f50c), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:00.236087 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-19252879-a433-4068-a432-2bf73ee2a130 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (fcbadc04-de24-45f5-9b08-bed82366eb31), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:00.393116 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1d073190-5fe8-4193-9dd1-19acb4e46d9d req-1870d5f1-0505-42f3-bf2e-d8c9f818efa8 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 210 time: 0.0714948 Oct 04 14:32:00.423758 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1520b39f-53fe-445a-b95c-cb7524fbac51 req-b1769bb5-3406-4439-a4bb-494b0ae8f85c tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 210 time: 0.0539713 Oct 04 14:32:00.445301 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:00.479622 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-19252879-a433-4068-a432-2bf73ee2a130 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for port (fcbadc04-de24-45f5-9b08-bed82366eb31), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:00.485346 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-19252879-a433-4068-a432-2bf73ee2a130 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577893'] for port (fcbadc04-de24-45f5-9b08-bed82366eb31), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:00.560814 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19252879-a433-4068-a432-2bf73ee2a130 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event updated for resources: {'Port': ['ID=fcbadc04-de24-45f5-9b08-bed82366eb31,revision_number=2']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:00.563219 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-19252879-a433-4068-a432-2bf73ee2a130 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (069ae990-669f-4091-a654-06d50049f50c), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:00.583394 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-19252879-a433-4068-a432-2bf73ee2a130 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:00.584755 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-19252879-a433-4068-a432-2bf73ee2a130 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6039517 Oct 04 14:32:00.688855 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d92cad-99ba-4878-b698-1b059d371830 req-dad9f5de-9b17-46cf-8206-d6fd77112122 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:00.692823 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b7d92cad-99ba-4878-b698-1b059d371830 req-dad9f5de-9b17-46cf-8206-d6fd77112122 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0671194 Oct 04 14:32:00.744586 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b7d92cad-99ba-4878-b698-1b059d371830 req-4262097a-b723-4cc8-882b-fe1cc9026454 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478423 Oct 04 14:32:00.852458 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3f691a66-072e-4e99-8d17-326c0352ebab req-b256e61f-22c0-44d9-8a10-2f3bfc0fd311 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--550992625&fields=id&tenant_id=1e5731dbee8946a281caefaeb02bd7ff HTTP/1.1" status: 200 len: 267 time: 0.0499442 Oct 04 14:32:00.969304 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f691a66-072e-4e99-8d17-326c0352ebab req-b44b1258-0683-47df-ba10-32ca685bae9a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:00.970792 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3f691a66-072e-4e99-8d17-326c0352ebab req-b44b1258-0683-47df-ba10-32ca685bae9a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/networks?id=3e89e862-e669-4987-af44-eb18dbc3b78d HTTP/1.1" status: 200 len: 814 time: 0.1113610 Oct 04 14:32:00.990664 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3f691a66-072e-4e99-8d17-326c0352ebab req-8212e0de-1910-491a-8fdb-4481ffa2b902 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/quotas/1e5731dbee8946a281caefaeb02bd7ff HTTP/1.1" status: 200 len: 375 time: 0.0114000 Oct 04 14:32:01.028759 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47eee97-d143-44f2-b755-e7b1a5979ca7 req-f1b6677f-5c76-432b-977c-61e576eaadf6 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:01.030370 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f47eee97-d143-44f2-b755-e7b1a5979ca7 req-f1b6677f-5c76-432b-977c-61e576eaadf6 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0545793 Oct 04 14:32:01.046998 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:01.063339 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:01.077923 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3f691a66-072e-4e99-8d17-326c0352ebab req-b325de74-36e1-4190-a25a-8ce96cf29e81 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1e5731dbee8946a281caefaeb02bd7ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0813074 Oct 04 14:32:01.085238 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f47eee97-d143-44f2-b755-e7b1a5979ca7 req-f79e1925-2a84-409d-83cb-1f997a6b86dd tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488586 Oct 04 14:32:01.119385 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-32b7bf09-fc51-4a18-b287-918e56c7dea2 req-a8aac3f9-4edf-4861-96ed-4d52cc138396 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798485 Oct 04 14:32:01.196912 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3f691a66-072e-4e99-8d17-326c0352ebab req-a8b6bb97-c5b0-48b7-970d-2d249e7134f8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988939 Oct 04 14:32:01.293763 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3f691a66-072e-4e99-8d17-326c0352ebab req-3d4df77c-1787-4720-9626-5a943cd2c4ef service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910583 Oct 04 14:32:01.501310 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e7c9a35b-dd6d-4d26-87fc-26eca4a4ce9c req-0d2f511c-d23c-4812-9d74-dab8d26f7205 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 210 time: 0.0549397 Oct 04 14:32:01.513379 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5759759c-e7b5-4ffa-a04b-d893a2a0ca6e req-be483100-d6fd-4685-8775-0eeae17dae0c tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 210 time: 0.0323968 Oct 04 14:32:01.609338 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1f6a1773-5eb5-4f1c-828b-0a57e6654656 req-22463465-de50-45cd-a523-20b4f1c471eb tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 210 time: 0.0290766 Oct 04 14:32:01.882685 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f402f49-5ee3-47b8-b1c4-2bae0b3e7046 req-1ceaef73-bfcb-4b1a-8e47-b25b17c71cbe tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:01.884135 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8f402f49-5ee3-47b8-b1c4-2bae0b3e7046 req-1ceaef73-bfcb-4b1a-8e47-b25b17c71cbe tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0508249 Oct 04 14:32:01.935668 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8f402f49-5ee3-47b8-b1c4-2bae0b3e7046 req-33ed177d-dade-4f14-be9a-26691bbbcaf9 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458975 Oct 04 14:32:01.976743 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device f113f5c4-c31e-40ec-9064-e37a5e4bce79 no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:32:01.996793 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] No Port match for: f113f5c4-c31e-40ec-9064-e37a5e4bce79 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:32:01.997138 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device f113f5c4-c31e-40ec-9064-e37a5e4bce79 not bound to the agent host hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:32:02.216668 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938dae55-52b4-4520-9749-6da4804a7edc req-e4113056-0cc4-4320-9766-034431a89970 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:02.218212 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-938dae55-52b4-4520-9749-6da4804a7edc req-e4113056-0cc4-4320-9766-034431a89970 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0519814 Oct 04 14:32:02.259759 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:02.276622 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-938dae55-52b4-4520-9749-6da4804a7edc req-8ea3fbad-d9e6-48ad-bae4-a6e9c16071a1 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514755 Oct 04 14:32:02.624908 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c34e75e5-0244-465f-a6a0-8d319e4d63f3 req-901ffd6b-1ba3-4f2d-8d00-7fe437a54c21 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 210 time: 0.0294952 Oct 04 14:32:02.643015 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4e42bacb-9c00-41a4-911b-bafff64232a9 req-2b65c1c8-30bd-44d3-b9cf-4082de64cfc3 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 210 time: 0.0420005 Oct 04 14:32:02.734188 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:02.744149 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6e938147-e40a-48b7-9897-e9140f64bb86 req-2039ae4b-a065-4ba5-b8b4-08f661db6b2f tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 210 time: 0.0305953 Oct 04 14:32:03.088059 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693de64e-f7ce-4a7a-8cb6-ef3f082e0b9e req-5e912efc-ea1a-4644-9b01-2d2edbc0c378 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:03.089735 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-693de64e-f7ce-4a7a-8cb6-ef3f082e0b9e req-5e912efc-ea1a-4644-9b01-2d2edbc0c378 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0645351 Oct 04 14:32:03.146161 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-693de64e-f7ce-4a7a-8cb6-ef3f082e0b9e req-ed3582f6-2deb-4596-89c9-dd62f6641042 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483654 Oct 04 14:32:03.419071 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89738c-0387-48f8-8ed7-890d44204e02 req-c8c98611-03fa-491b-acfc-ab4518de91c7 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:03.420752 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-be89738c-0387-48f8-8ed7-890d44204e02 req-c8c98611-03fa-491b-acfc-ab4518de91c7 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0566726 Oct 04 14:32:03.485748 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-be89738c-0387-48f8-8ed7-890d44204e02 req-8658eb5d-cea5-4ec1-8b02-98fa58d459b2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564024 Oct 04 14:32:03.756482 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2eb99bcf-c467-49b8-a78d-32f7544f47c5 req-1681fe61-0679-41db-8db3-cf4164a17b45 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 210 time: 0.0393248 Oct 04 14:32:03.799033 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0cdf9f26-a196-4cce-af06-831abb3035e4 req-ab843d58-d334-4d44-9bf3-cb8c61f69f15 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 210 time: 0.0504131 Oct 04 14:32:03.851443 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:03.860842 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:03.915841 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3ea050c0-9f56-4ff3-bea1-2d51940f52cc req-1e23d4a9-30d1-4acc-806e-237e598e71f0 tempest-VolumesActionsTest-571430534 tempest-VolumesActionsTest-571430534-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=23930569-5670-48a4-9140-d9a32d461d6d HTTP/1.1" status: 200 len: 210 time: 0.0476284 Oct 04 14:32:04.287542 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13737548-ab5e-40c5-8745-be720138a290 req-3c477854-01db-4234-a069-0cb4945e5a15 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:04.289123 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-13737548-ab5e-40c5-8745-be720138a290 req-3c477854-01db-4234-a069-0cb4945e5a15 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0503531 Oct 04 14:32:04.342963 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:32:04.354903 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-13737548-ab5e-40c5-8745-be720138a290 req-052d0ab0-760e-41df-a9ff-12d3b522f7c0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589204 Oct 04 14:32:04.578743 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:04.644212 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a5eef-5a3e-479c-9efb-ad4f749d32dc req-b1eedaf1-df8e-42fa-b62c-4dfc309e0753 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:04.645854 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ff6a5eef-5a3e-479c-9efb-ad4f749d32dc req-b1eedaf1-df8e-42fa-b62c-4dfc309e0753 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0763202 Oct 04 14:32:04.707059 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ff6a5eef-5a3e-479c-9efb-ad4f749d32dc req-bfadc359-0816-4eba-8a7b-7d82a96627ec tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544195 Oct 04 14:32:04.908286 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-70d44545-d364-4421-8b6b-e20669e8e0be req-a6bb51e9-1187-4274-8cbe-3ccd208d3f7e tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 210 time: 0.0538595 Oct 04 14:32:05.012899 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-13b2577a-28f5-4580-9961-29dbf1116af8 req-b038a221-3411-4ae3-8e34-dabc3341c4fc tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 210 time: 0.0311987 Oct 04 14:32:05.055630 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f48096-968d-40d0-880d-f4d2bf11595a req-a4864f8e-5bf5-486e-a51d-d7ddd57b5b71 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:05.057346 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-08f48096-968d-40d0-880d-f4d2bf11595a req-a4864f8e-5bf5-486e-a51d-d7ddd57b5b71 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0619121 Oct 04 14:32:05.116039 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-08f48096-968d-40d0-880d-f4d2bf11595a req-ee980ff4-bb33-4c89-87dc-ab97efa19b11 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523567 Oct 04 14:32:05.502037 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173654a6-5294-43f3-8bc6-82e503a15eba req-214f4a84-5319-4c06-9231-799e36d937ec tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:05.503578 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-173654a6-5294-43f3-8bc6-82e503a15eba req-214f4a84-5319-4c06-9231-799e36d937ec tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0497825 Oct 04 14:32:05.559554 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-173654a6-5294-43f3-8bc6-82e503a15eba req-572eeccd-adb0-4eb3-bcff-e64bc759d854 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495777 Oct 04 14:32:06.030170 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2e0076ea-6256-422e-88b5-8df2e0c4f9d5 req-ff3af2ec-e787-45ed-a476-9b932b311ee6 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 210 time: 0.0315349 Oct 04 14:32:06.131738 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5c5b2977-f2d8-4602-a9c5-a78e1a8d23a0 req-e0dc5b59-2114-4079-9bdd-7d7c9c74fe79 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 210 time: 0.0309761 Oct 04 14:32:06.244021 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f19bf-290a-499d-bced-d6fcb203a460 req-2bc1b416-9337-48fe-a541-320df16adda7 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:06.245536 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d10f19bf-290a-499d-bced-d6fcb203a460 req-2bc1b416-9337-48fe-a541-320df16adda7 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0497279 Oct 04 14:32:06.297505 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d10f19bf-290a-499d-bced-d6fcb203a460 req-5b92dc72-4c3d-47ad-b95c-8d7ec9ef51e5 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461824 Oct 04 14:32:06.693369 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9a7c5-b660-4eb1-957b-23d589d9915a req-69782c0d-3097-4d88-a53a-d61643f1e793 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:06.694936 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-bdb9a7c5-b660-4eb1-957b-23d589d9915a req-69782c0d-3097-4d88-a53a-d61643f1e793 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0528622 Oct 04 14:32:06.747570 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-bdb9a7c5-b660-4eb1-957b-23d589d9915a req-7b4c2524-eadd-4d21-b81d-c13c7108de72 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463221 Oct 04 14:32:07.139018 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d04401c5-72b9-4eb0-9845-ade5de6ea26c req-c4086b00-9bd8-4a51-9f0e-e58ce6b07be2 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 210 time: 0.0288570 Oct 04 14:32:07.242427 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-319ed435-d7e0-43bc-a40f-ff13ec826735 req-d600c2f2-03f5-4137-b582-6ff27a50d738 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 210 time: 0.0325189 Oct 04 14:32:07.429352 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa4f3d-d65e-4132-afd5-33e82f88b2bd req-5ccddb46-1528-4c27-9583-9b44ef8b5082 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:07.430824 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e6fa4f3d-d65e-4132-afd5-33e82f88b2bd req-5ccddb46-1528-4c27-9583-9b44ef8b5082 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0543983 Oct 04 14:32:07.481145 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e6fa4f3d-d65e-4132-afd5-33e82f88b2bd req-16ecd335-86b0-414c-89ad-519d3c18b6d2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446792 Oct 04 14:32:07.885314 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9605581-ba2f-4897-a7a7-ad304e98c43b req-7b413f9f-f202-493a-9165-fb3e28acddda tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:07.887696 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f9605581-ba2f-4897-a7a7-ad304e98c43b req-7b413f9f-f202-493a-9165-fb3e28acddda tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0552545 Oct 04 14:32:07.945027 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f9605581-ba2f-4897-a7a7-ad304e98c43b req-375eab5d-949f-4d12-8645-c9f90a3a6514 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492930 Oct 04 14:32:08.010722 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:08.011341 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:08.034237 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:08.069923 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeecaca-f17d-4b89-8162-3b896207f69b req-81a42309-f460-44fd-bfe7-dd6ddfd24837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:08.072058 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2aeecaca-f17d-4b89-8162-3b896207f69b req-81a42309-f460-44fd-bfe7-dd6ddfd24837 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ec24f1b720bd42ebb37a36d65757aacd&device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 1130 time: 0.0558164 Oct 04 14:32:08.104652 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:08.199696 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeecaca-f17d-4b89-8162-3b896207f69b req-bab23876-d1c8-467b-8fc8-c2fdcd96549b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:08.201368 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2aeecaca-f17d-4b89-8162-3b896207f69b req-bab23876-d1c8-467b-8fc8-c2fdcd96549b service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=f70b9727-7199-4fe7-bb77-16baf61f7e49 HTTP/1.1" status: 200 len: 920 time: 0.1224914 Oct 04 14:32:08.265718 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2aeecaca-f17d-4b89-8162-3b896207f69b req-7ffbd531-2b80-49d7-97a3-e16853e1d901 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b74df40d-d043-4af9-93a2-e99ed587df20 HTTP/1.1" status: 200 len: 217 time: 0.0460892 Oct 04 14:32:08.286309 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c8e4191e-7d22-436e-9fbf-f02e5aa23e94 req-9f0b4cc6-2a26-49bd-afac-0d088012d139 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 210 time: 0.0580451 Oct 04 14:32:08.342666 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:08.365266 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-78d5b29f-5822-451c-a421-8187ba7f9b42 req-d60f9440-df3a-4f87-8631-4ebd20358d00 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 210 time: 0.0300548 Oct 04 14:32:08.603738 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d054ec3-e40e-4e49-987e-d4f6b671604d req-d931cf21-2f9f-40c6-81b8-ec7a5fa4f5b6 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:08.605275 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7d054ec3-e40e-4e49-987e-d4f6b671604d req-d931cf21-2f9f-40c6-81b8-ec7a5fa4f5b6 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0480082 Oct 04 14:32:08.663058 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7d054ec3-e40e-4e49-987e-d4f6b671604d req-e65ccb03-b948-476a-9108-d27cadbf4987 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517459 Oct 04 14:32:09.073791 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:09.090152 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df8e00-f8e5-47b0-a9bd-63a7c7eb07d7 req-05aa90a8-aa0a-4584-894d-8db673eb2896 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:09.091870 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f2df8e00-f8e5-47b0-a9bd-63a7c7eb07d7 req-05aa90a8-aa0a-4584-894d-8db673eb2896 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0529571 Oct 04 14:32:09.146287 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f2df8e00-f8e5-47b0-a9bd-63a7c7eb07d7 req-044dba3e-82de-4529-b21b-c07ed59edb22 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476053 Oct 04 14:32:09.194454 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b224ff1-0d36-4c4b-b71d-86a9639dec58 req-9799088e-ac75-4271-8e97-b07e24f08488 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:09.196528 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3b224ff1-0d36-4c4b-b71d-86a9639dec58 req-9799088e-ac75-4271-8e97-b07e24f08488 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0550792 Oct 04 14:32:09.251748 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3b224ff1-0d36-4c4b-b71d-86a9639dec58 req-9109c620-771d-43fd-a282-bd1c64f71463 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492396 Oct 04 14:32:09.408679 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-21c5760c-bd8d-4f71-a16d-928b6691b0a0 req-5f50e7f3-77f0-46ea-84fe-ad566b6471af tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 210 time: 0.0334799 Oct 04 14:32:09.477920 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-9412e534-97ff-448a-ae8b-1292c7dc54e3 req-a7f6d41d-cfa1-4712-bfc4-b1f558abcea6 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 210 time: 0.0283201 Oct 04 14:32:09.790615 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892b61a-9da0-4b0b-a41f-3b4a44017351 req-4cae5aab-34e4-4951-88f2-f1e95f334ca3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:09.792091 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7892b61a-9da0-4b0b-a41f-3b4a44017351 req-4cae5aab-34e4-4951-88f2-f1e95f334ca3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0494649 Oct 04 14:32:09.845822 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7892b61a-9da0-4b0b-a41f-3b4a44017351 req-9968724c-a705-446a-9762-d63b4cf78305 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477326 Oct 04 14:32:10.044861 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeecaca-f17d-4b89-8162-3b896207f69b req-e55523c8-bab3-4e0d-8460-219fc45b469d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:10.046492 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2aeecaca-f17d-4b89-8162-3b896207f69b req-e55523c8-bab3-4e0d-8460-219fc45b469d service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0b6ce1ed-cefc-4d28-95ba-a2004388db27 HTTP/1.1" status: 200 len: 858 time: 0.0492003 Oct 04 14:32:10.281391 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1c845-faf7-4eda-98e3-91ead5d3f28d req-a81cd1e0-6295-4d72-9723-715fc4bef8d0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:10.283174 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2ce1c845-faf7-4eda-98e3-91ead5d3f28d req-a81cd1e0-6295-4d72-9723-715fc4bef8d0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0511854 Oct 04 14:32:10.343662 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2ce1c845-faf7-4eda-98e3-91ead5d3f28d req-b5f99a7c-6c9a-426e-94d5-f1a6cbfa5457 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544653 Oct 04 14:32:10.385920 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d524a4-384d-4c8c-88aa-263d919eeaf3 req-4633da16-b04e-4506-924a-2a90390ef75f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:10.387506 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c8d524a4-384d-4c8c-88aa-263d919eeaf3 req-4633da16-b04e-4506-924a-2a90390ef75f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0545018 Oct 04 14:32:10.437499 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c8d524a4-384d-4c8c-88aa-263d919eeaf3 req-5209594d-c0ca-45fe-b71e-7d2e33629f36 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435345 Oct 04 14:32:10.565365 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0b4c3f22-7954-4518-b6f8-a6c6c1733b77 req-a8d17069-108d-4c5b-bb55-ebaa71a6025c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 210 time: 0.0473971 Oct 04 14:32:10.608774 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-827bf089-c95b-4e22-a7e6-74ced3bcc81c req-527aa89c-a982-401b-be58-1ef73c13cfa9 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 210 time: 0.0324266 Oct 04 14:32:10.980914 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7e57a-0fe1-4bd5-871d-2ad901892c83 req-f0e90e1a-5c81-40ea-a693-e413581cb065 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:10.982776 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-41c7e57a-0fe1-4bd5-871d-2ad901892c83 req-f0e90e1a-5c81-40ea-a693-e413581cb065 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0481725 Oct 04 14:32:11.039038 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-41c7e57a-0fe1-4bd5-871d-2ad901892c83 req-b35ba050-1d71-4dba-9c2b-74472438b200 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500119 Oct 04 14:32:11.203197 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeecaca-f17d-4b89-8162-3b896207f69b req-66ce388e-1382-41b1-9ce7-34e18a1644ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:11.204717 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2aeecaca-f17d-4b89-8162-3b896207f69b req-66ce388e-1382-41b1-9ce7-34e18a1644ea service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=f70b9727-7199-4fe7-bb77-16baf61f7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428305 Oct 04 14:32:11.589318 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd56ceb-c74e-4b08-bc7f-1a6f1017dc48 req-76863d96-639b-4542-a78b-c7bbdaa639e3 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:11.598659 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0fd56ceb-c74e-4b08-bc7f-1a6f1017dc48 req-76863d96-639b-4542-a78b-c7bbdaa639e3 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0683520 Oct 04 14:32:11.602142 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd661a3-a429-400c-89b2-f0bfa663a4cc req-ff0013d6-d4fb-4abc-9282-eb37394d93b2 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:11.603734 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4fd661a3-a429-400c-89b2-f0bfa663a4cc req-ff0013d6-d4fb-4abc-9282-eb37394d93b2 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.1263032 Oct 04 14:32:11.647385 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0fd56ceb-c74e-4b08-bc7f-1a6f1017dc48 req-dd7975e1-06f3-4686-993d-375996e12b98 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480573 Oct 04 14:32:11.702066 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-b294dde1-cc21-4e0f-ad5b-c819a77e077d tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:11.703528 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-b294dde1-cc21-4e0f-ad5b-c819a77e077d tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.17 "GET /networking/v2.0/networks?id=4116101e-9cfb-4512-a759-154f86437ec3 HTTP/1.1" status: 200 len: 812 time: 0.3001072 Oct 04 14:32:11.709017 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2aeecaca-f17d-4b89-8162-3b896207f69b req-58aeb713-e1b5-4c4d-9483-089c9a58bdbd service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936177 Oct 04 14:32:11.724460 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4fd661a3-a429-400c-89b2-f0bfa663a4cc req-417d8a1f-18c9-4f15-b7b0-33174cc2bdc5 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059055 Oct 04 14:32:11.809362 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-411b05ea-a520-4004-8c61-5bd855ffde8e req-eefb92bf-e9ee-4bf2-bb5c-2931c9e9145b tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 210 time: 0.0710480 Oct 04 14:32:11.864246 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-27306b08-6873-4047-8b1c-6c576a63dcfc req-6137e93f-acbd-49ed-8abc-cd0a0b94085c tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 210 time: 0.0578272 Oct 04 14:32:11.883099 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:11.910565 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-dd7e9610-062e-4b7f-82ce-53a8ad24dafb tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=408b16a582484c619ff17416990d5feb HTTP/1.1" status: 200 len: 380 time: 0.1762195 Oct 04 14:32:11.924929 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2aeecaca-f17d-4b89-8162-3b896207f69b req-effedede-23b5-4707-9a0f-79d4e8560b73 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804953 Oct 04 14:32:12.178773 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f63fde-9bc3-4469-b081-7ad6c28b3f15 req-2829e872-e6b5-4f32-9032-a8934db5124b tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:12.180403 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-62f63fde-9bc3-4469-b081-7ad6c28b3f15 req-2829e872-e6b5-4f32-9032-a8934db5124b tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0560253 Oct 04 14:32:12.216198 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-53d48e82-f772-40d0-b6e1-b75c0e45c1a6 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Request body: {'port': {'device_id': 'e7710c92-4b84-4095-8986-a3bc34164760', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'admin_state_up': True, 'tenant_id': '408b16a582484c619ff17416990d5feb', 'security_groups': ['dcfacddd-cbd0-43ff-8dce-794229dea277']}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:32:12.268728 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-62f63fde-9bc3-4469-b081-7ad6c28b3f15 req-b256f6d1-09d4-4bc9-b582-8b88f02acee8 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819986 Oct 04 14:32:12.363172 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-53d48e82-f772-40d0-b6e1-b75c0e45c1a6 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Made reservation on behalf of 408b16a582484c619ff17416990d5feb for: {'port': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:32:12.367678 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-53d48e82-f772-40d0-b6e1-b75c0e45c1a6 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:12.370584 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:12.590991 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f691a66-072e-4e99-8d17-326c0352ebab req-d6faec00-20f3-433f-a1b1-43189d356ce6 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:12.592526 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3f691a66-072e-4e99-8d17-326c0352ebab req-d6faec00-20f3-433f-a1b1-43189d356ce6 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.17 "GET /networking/v2.0/networks?id=3e89e862-e669-4987-af44-eb18dbc3b78d HTTP/1.1" status: 200 len: 814 time: 0.1958485 Oct 04 14:32:12.603032 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-53d48e82-f772-40d0-b6e1-b75c0e45c1a6 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Allocated IP 172.20.0.9 (4116101e-9cfb-4512-a759-154f86437ec3/0e6eb4fb-0de1-48cf-96b5-793e497e6d95/e54a5c10-31ed-49db-be6e-46142100601f) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:32:12.823841 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25522f1f-54d2-4937-b61d-c7e99a69d0a4 req-f8dd2c17-495f-43d9-83da-97ba53646d78 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:12.825988 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-25522f1f-54d2-4937-b61d-c7e99a69d0a4 req-f8dd2c17-495f-43d9-83da-97ba53646d78 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0847056 Oct 04 14:32:12.838186 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-53d48e82-f772-40d0-b6e1-b75c0e45c1a6 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for port (e54a5c10-31ed-49db-be6e-46142100601f), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:12.896302 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-25522f1f-54d2-4937-b61d-c7e99a69d0a4 req-fc0686d1-7bba-4c8f-80d4-d8c983943923 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556357 Oct 04 14:32:12.920232 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-53d48e82-f772-40d0-b6e1-b75c0e45c1a6 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (e54a5c10-31ed-49db-be6e-46142100601f), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:12.933499 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cdb4a-5956-4e3e-90ef-daa65e1c0b0b req-1a8a9539-87b7-4472-b8f8-b9de6b9d09b2 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:12.935059 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8c5cdb4a-5956-4e3e-90ef-daa65e1c0b0b req-1a8a9539-87b7-4472-b8f8-b9de6b9d09b2 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0571835 Oct 04 14:32:12.975116 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-53d48e82-f772-40d0-b6e1-b75c0e45c1a6 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Network 4116101e-9cfb-4512-a759-154f86437ec3 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:32:12.998912 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d48e82-f772-40d0-b6e1-b75c0e45c1a6 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Pushing event updated for resources: {'Port': ['ID=e54a5c10-31ed-49db-be6e-46142100601f,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:13.004687 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-53d48e82-f772-40d0-b6e1-b75c0e45c1a6 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:32:13.008160 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-53d48e82-f772-40d0-b6e1-b75c0e45c1a6 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:32:13.018824 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8c5cdb4a-5956-4e3e-90ef-daa65e1c0b0b req-d6ed8ca8-dadc-4828-9581-85a6dcc021c0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752816 Oct 04 14:32:13.086719 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-53d48e82-f772-40d0-b6e1-b75c0e45c1a6 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:13.087409 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-53d48e82-f772-40d0-b6e1-b75c0e45c1a6 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:13.124702 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-11f59469-75e6-4f37-a89f-f2936c257141 req-e85ad8fe-9176-4fd1-80d3-1e5f984b0466 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 210 time: 0.0581663 Oct 04 14:32:13.144702 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:13.146397 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-53d48e82-f772-40d0-b6e1-b75c0e45c1a6 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9353914 Oct 04 14:32:13.196295 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb1205-c098-4e26-87c1-794328b3dd61 req-2afc42cc-176c-45f8-8238-36c5addca628 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:13.198101 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-34fb1205-c098-4e26-87c1-794328b3dd61 req-2afc42cc-176c-45f8-8238-36c5addca628 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 931 time: 0.0624352 Oct 04 14:32:13.257926 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-34fb1205-c098-4e26-87c1-794328b3dd61 req-1643713f-c388-4403-a9f6-f7c361cc6086 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529406 Oct 04 14:32:13.304412 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-109b96a1-b1d5-43fa-a83c-2988ae4975dc None None] Provisioning complete for port e54a5c10-31ed-49db-be6e-46142100601f triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:32:13.304962 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-109b96a1-b1d5-43fa-a83c-2988ae4975dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (e54a5c10-31ed-49db-be6e-46142100601f), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:13.305301 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-109b96a1-b1d5-43fa-a83c-2988ae4975dc None None] Attempt 1 to provision port e54a5c10-31ed-49db-be6e-46142100601f Oct 04 14:32:13.341431 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-109b96a1-b1d5-43fa-a83c-2988ae4975dc None None] Port e54a5c10-31ed-49db-be6e-46142100601f cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:32:13.390813 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8fd56-ce29-41cb-be92-8287d7cbcac6 req-5dcad829-79b3-4d79-a2f6-35b5077dff62 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:13.392975 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-75c8fd56-ce29-41cb-be92-8287d7cbcac6 req-5dcad829-79b3-4d79-a2f6-35b5077dff62 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0505660 Oct 04 14:32:13.448920 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-75c8fd56-ce29-41cb-be92-8287d7cbcac6 req-6af3d136-c263-48b3-a746-a988d0772743 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476191 Oct 04 14:32:14.071011 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed952df5-0c4f-4fca-90b2-09f91a6372bc req-fa828fe4-eae6-4888-a49c-4ccef13402ad tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:14.072639 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ed952df5-0c4f-4fca-90b2-09f91a6372bc req-fa828fe4-eae6-4888-a49c-4ccef13402ad tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0500209 Oct 04 14:32:14.127366 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ed952df5-0c4f-4fca-90b2-09f91a6372bc req-f4d6cff9-dac4-4ad2-b20c-a91ffd8a808f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488508 Oct 04 14:32:14.166971 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:14.176753 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03d024-da49-4f08-8d43-790491591885 req-ee257340-9227-4a08-b0c0-f9d6a62944e4 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:14.178348 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0b03d024-da49-4f08-8d43-790491591885 req-ee257340-9227-4a08-b0c0-f9d6a62944e4 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0656292 Oct 04 14:32:14.223603 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:14.228524 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0b03d024-da49-4f08-8d43-790491591885 req-ed90454e-d055-4693-bf4e-996fe0029a88 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439231 Oct 04 14:32:14.255898 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2763d7b1-0948-49be-992b-e80b2a48d021 req-05d92bca-27a5-4f52-a695-72509c339063 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 210 time: 0.0359514 Oct 04 14:32:14.334751 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:14.382018 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9b8a7-c170-4878-b0c3-93fa733faffd req-a46c2585-0b0c-4808-a98c-089acfc721a6 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:14.383574 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f5c9b8a7-c170-4878-b0c3-93fa733faffd req-a46c2585-0b0c-4808-a98c-089acfc721a6 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 931 time: 0.0477047 Oct 04 14:32:14.437307 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f5c9b8a7-c170-4878-b0c3-93fa733faffd req-bed25c0b-c6f9-4ea8-b961-8f775b64f7fe tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475030 Oct 04 14:32:14.576821 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6416128-ca3c-4a58-8eb8-ba7a3c5ccd9f req-44995d99-7795-46d8-a5fb-6793cc4fe499 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:14.578299 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b6416128-ca3c-4a58-8eb8-ba7a3c5ccd9f req-44995d99-7795-46d8-a5fb-6793cc4fe499 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0518012 Oct 04 14:32:14.629480 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b6416128-ca3c-4a58-8eb8-ba7a3c5ccd9f req-77720642-6b0f-4b3a-a608-5e01b4ae4f55 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450881 Oct 04 14:32:15.283381 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40918afc-055a-4396-9e51-ce411f31933a req-8a90c272-4bf0-4ff3-bba5-a3127f3a48b4 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:15.285338 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-40918afc-055a-4396-9e51-ce411f31933a req-8a90c272-4bf0-4ff3-bba5-a3127f3a48b4 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0628057 Oct 04 14:32:15.357159 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-40918afc-055a-4396-9e51-ce411f31933a req-25d0a780-9678-41e6-8cc3-ea37341f8912 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651560 Oct 04 14:32:15.508955 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a4b96720-bf2b-4ad6-a21a-e96154d9b347 req-2a421c17-920c-4ca6-b93a-4a11cf2aae71 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 210 time: 0.0759087 Oct 04 14:32:15.540007 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a52b07-de17-4b50-b44a-bcfe0fc44f50 req-4ce3255e-a0e5-4ca6-b0a9-10606a950e0f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:15.547883 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-77a52b07-de17-4b50-b44a-bcfe0fc44f50 req-4ce3255e-a0e5-4ca6-b0a9-10606a950e0f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.1442022 Oct 04 14:32:15.617728 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-77a52b07-de17-4b50-b44a-bcfe0fc44f50 req-7bddbaa7-5bbc-418e-b291-eab5f5051b17 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688338 Oct 04 14:32:15.691533 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d6100-8d87-4f89-88d3-e4e331add47d req-ca46ea56-9458-418f-968b-39518317319a tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:15.693433 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a57d6100-8d87-4f89-88d3-e4e331add47d req-ca46ea56-9458-418f-968b-39518317319a tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 931 time: 0.0765591 Oct 04 14:32:15.766523 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a57d6100-8d87-4f89-88d3-e4e331add47d req-1cf5816a-2652-4207-b06d-add91fad8312 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610890 Oct 04 14:32:15.850962 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:15.869933 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b74f1-eff7-44a9-a2aa-3a67898c881e req-78760a46-72cc-4a67-9b2e-8319339ff76a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:15.871768 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3f0b74f1-eff7-44a9-a2aa-3a67898c881e req-78760a46-72cc-4a67-9b2e-8319339ff76a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0723789 Oct 04 14:32:15.972967 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3f0b74f1-eff7-44a9-a2aa-3a67898c881e req-ecd74e03-f010-4580-9e85-3a2bfb4487a1 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881722 Oct 04 14:32:16.521069 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea891d6e-fb07-43e2-87e2-608630dbf8d4 req-0a1b6591-186f-4607-83d2-94f7355f1099 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:16.529717 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ea891d6e-fb07-43e2-87e2-608630dbf8d4 req-0a1b6591-186f-4607-83d2-94f7355f1099 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0700459 Oct 04 14:32:16.652140 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ea891d6e-fb07-43e2-87e2-608630dbf8d4 req-a6057997-f316-4005-81a4-258c23814df4 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112034 Oct 04 14:32:16.654646 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8b32d1ac-a5b1-4d13-8c65-a0366a6d85d1 req-e7cd5bf6-c748-4786-b9e7-d8fbfcd1e812 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 210 time: 0.0413857 Oct 04 14:32:16.875070 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45318a38-b69b-44d4-be30-323d984544ac req-16403c1a-a40f-48fa-9657-e8941db18c45 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:16.877522 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-45318a38-b69b-44d4-be30-323d984544ac req-16403c1a-a40f-48fa-9657-e8941db18c45 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.1034412 Oct 04 14:32:16.961654 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bef350-1133-444f-82e9-5febffa9a887 req-ed828f33-7894-4657-be9b-bb1974d65d31 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:16.963736 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-59bef350-1133-444f-82e9-5febffa9a887 req-ed828f33-7894-4657-be9b-bb1974d65d31 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 931 time: 0.0670524 Oct 04 14:32:17.002588 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-45318a38-b69b-44d4-be30-323d984544ac req-d8edb1c2-f70f-4287-beeb-bc798267ed9f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044028 Oct 04 14:32:17.086296 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-59bef350-1133-444f-82e9-5febffa9a887 req-41139835-444c-40ba-852b-dbe7de7e1375 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041908 Oct 04 14:32:17.088716 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3f691a66-072e-4e99-8d17-326c0352ebab req-ba2fc6b4-f5d5-4dae-ae05-bd7ed3b374af tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1e5731dbee8946a281caefaeb02bd7ff HTTP/1.1" status: 200 len: 472 time: 0.1291947 Oct 04 14:32:17.187092 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1d730-2060-4b3a-9a9b-176e4f76c46a req-eea6e1a2-7c01-41aa-8c9a-96575bf90c71 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:17.188920 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-62a1d730-2060-4b3a-9a9b-176e4f76c46a req-eea6e1a2-7c01-41aa-8c9a-96575bf90c71 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0835385 Oct 04 14:32:17.293497 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-62a1d730-2060-4b3a-9a9b-176e4f76c46a req-910f5aa1-2382-4ba0-850d-0aa7db9b49e7 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966251 Oct 04 14:32:17.344637 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-75305c9d-a180-435b-9871-f6f1723faeb5 service neutron] Request body: {'port': {'device_id': 'e7710c92-4b84-4095-8986-a3bc34164760', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86026'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:32:17.552721 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-75305c9d-a180-435b-9871-f6f1723faeb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (e54a5c10-31ed-49db-be6e-46142100601f), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:17.602677 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-3f691a66-072e-4e99-8d17-326c0352ebab req-bae93a18-f7dd-4d90-bbe8-202cdb93cc81 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Request body: {'port': {'device_id': '08e321c8-c06c-4113-a76d-21aa1a27946f', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'admin_state_up': True, 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'security_groups': ['e2903a87-4058-431c-a844-7c5ce41fd23e']}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:32:17.945659 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb843736-80f9-4ed2-bd51-d937e11ef44f req-c1e3f79d-ca97-411b-8a9a-b9c050068164 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:17.965389 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-bb843736-80f9-4ed2-bd51-d937e11ef44f req-c1e3f79d-ca97-411b-8a9a-b9c050068164 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.1681871 Oct 04 14:32:17.978989 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:18.073901 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-bb843736-80f9-4ed2-bd51-d937e11ef44f req-527fd05e-572b-4627-ac3e-42208f579d0e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062498 Oct 04 14:32:18.279423 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6cab08-301a-4729-847e-41d9da391162 req-46c04f63-89f5-402c-8126-735f2e677b7a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:18.289367 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8e6cab08-301a-4729-847e-41d9da391162 req-46c04f63-89f5-402c-8126-735f2e677b7a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.1388168 Oct 04 14:32:18.414534 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8e6cab08-301a-4729-847e-41d9da391162 req-38bd7aef-869d-406b-8a1a-176fd4db47b0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240516 Oct 04 14:32:18.533085 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:18.554605 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-73d1f3ed-49ed-4214-b5d1-a78ff8ab123d req-c13ddbf9-be7f-450d-a047-d5dd7df41237 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 210 time: 0.5724666 Oct 04 14:32:18.615919 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea7fa4-5754-4f43-a052-ef8b2ef76577 req-b3f3d3c9-0265-4cf1-844b-9be963213795 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:18.629682 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e7ea7fa4-5754-4f43-a052-ef8b2ef76577 req-b3f3d3c9-0265-4cf1-844b-9be963213795 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 931 time: 0.1223218 Oct 04 14:32:18.706568 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e7ea7fa4-5754-4f43-a052-ef8b2ef76577 req-ca0f050b-e6eb-46f3-b289-53f04de1d1ee tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726154 Oct 04 14:32:18.788794 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-75305c9d-a180-435b-9871-f6f1723faeb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e54a5c10-31ed-49db-be6e-46142100601f {{(pid=106356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:32:18.804033 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889733a-5107-4d0a-a0bd-77cb7c6c4391 req-3e1b686f-6e39-4d93-b7ca-9abc70547de6 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:18.806035 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6889733a-5107-4d0a-a0bd-77cb7c6c4391 req-3e1b686f-6e39-4d93-b7ca-9abc70547de6 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.1242404 Oct 04 14:32:18.812678 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-75305c9d-a180-435b-9871-f6f1723faeb5 service neutron] Publish callbacks [] for port (e54a5c10-31ed-49db-be6e-46142100601f), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:18.820790 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f691a66-072e-4e99-8d17-326c0352ebab req-bae93a18-f7dd-4d90-bbe8-202cdb93cc81 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Made reservation on behalf of 1e5731dbee8946a281caefaeb02bd7ff for: {'port': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:32:18.824800 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-3f691a66-072e-4e99-8d17-326c0352ebab req-bae93a18-f7dd-4d90-bbe8-202cdb93cc81 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:18.871258 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.provisioning_blocks [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-75305c9d-a180-435b-9871-f6f1723faeb5 service neutron] Transition to ACTIVE for port object e54a5c10-31ed-49db-be6e-46142100601f will not be triggered until provisioned by entity L2. {{(pid=106356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 14:32:18.879660 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-75305c9d-a180-435b-9871-f6f1723faeb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (e54a5c10-31ed-49db-be6e-46142100601f), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:18.994575 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6889733a-5107-4d0a-a0bd-77cb7c6c4391 req-3e0ffabd-5b8c-47de-b84d-a016a1781349 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758277 Oct 04 14:32:19.037805 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75305c9d-a180-435b-9871-f6f1723faeb5 service neutron] Pushing event updated for resources: {'Port': ['ID=e54a5c10-31ed-49db-be6e-46142100601f,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:19.292576 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [req-3f691a66-072e-4e99-8d17-326c0352ebab req-bae93a18-f7dd-4d90-bbe8-202cdb93cc81 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Allocated IP 172.20.0.3 (3e89e862-e669-4987-af44-eb18dbc3b78d/3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41/ae758bb2-370d-4f68-a541-62eb3b42c185) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:32:19.296394 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31e34d-0309-4552-a104-ba16ec97cee5 req-cd0b0ca1-60e9-44e5-a323-51e896709f20 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:19.308896 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3d31e34d-0309-4552-a104-ba16ec97cee5 req-cd0b0ca1-60e9-44e5-a323-51e896709f20 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.1167257 Oct 04 14:32:19.311971 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-75305c9d-a180-435b-9871-f6f1723faeb5 service neutron] Attempting to bind port e54a5c10-31ed-49db-be6e-46142100601f on host hv-cinder-86026 for vnic_type normal with profile {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:32:19.312331 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-75305c9d-a180-435b-9871-f6f1723faeb5 service neutron] Attempting to bind port e54a5c10-31ed-49db-be6e-46142100601f by drivers openvswitch,hyperv on host hv-cinder-86026 at level 0 using segments [{'id': '152383e2-d73f-4c02-bb1c-e715e00f8899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3'}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:32:19.314293 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-75305c9d-a180-435b-9871-f6f1723faeb5 service neutron] Attempting to bind port e54a5c10-31ed-49db-be6e-46142100601f on network 4116101e-9cfb-4512-a759-154f86437ec3 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:32:19.444270 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3d31e34d-0309-4552-a104-ba16ec97cee5 req-b6d04e93-8c11-4658-af28-64a6a1406a0a tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258125 Oct 04 14:32:19.514492 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-75305c9d-a180-435b-9871-f6f1723faeb5 service neutron] Port e54a5c10-31ed-49db-be6e-46142100601f on network 4116101e-9cfb-4512-a759-154f86437ec3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86026 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 14:32:19.520596 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-75305c9d-a180-435b-9871-f6f1723faeb5 service neutron] Attempting to bind port e54a5c10-31ed-49db-be6e-46142100601f on network 4116101e-9cfb-4512-a759-154f86437ec3 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:32:19.626834 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-75305c9d-a180-435b-9871-f6f1723faeb5 service neutron] Checking agent: {'id': '7414b559-7f0d-43de-b796-62d1db2de72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86026', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'started_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:32:19.628439 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-75305c9d-a180-435b-9871-f6f1723faeb5 service neutron] Checking segment: {'id': '152383e2-d73f-4c02-bb1c-e715e00f8899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:32:19.629257 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-75305c9d-a180-435b-9871-f6f1723faeb5 service neutron] Bound using segment: {'id': '152383e2-d73f-4c02-bb1c-e715e00f8899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3'} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:32:19.630044 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-75305c9d-a180-435b-9871-f6f1723faeb5 service neutron] Bound port: e54a5c10-31ed-49db-be6e-46142100601f, host: hv-cinder-86026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152383e2-d73f-4c02-bb1c-e715e00f8899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3'}}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:32:19.630449 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-75305c9d-a180-435b-9871-f6f1723faeb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (e54a5c10-31ed-49db-be6e-46142100601f), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:19.677627 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device fdc4ad8e-1631-4821-915b-f8fee37479d7 details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:32:19.704476 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4aaba-f48f-4459-b35c-2d2fab6748ad req-bedec977-8b33-4741-b6c6-37fe10a888ec tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:19.712948 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ede4aaba-f48f-4459-b35c-2d2fab6748ad req-bedec977-8b33-4741-b6c6-37fe10a888ec tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.1394339 Oct 04 14:32:19.742753 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-39b51312-c4c3-4019-ab8d-4516394fec09 req-d32567a8-2018-4490-8f7e-b7f91d6d9355 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 210 time: 0.0487268 Oct 04 14:32:19.772037 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:19.788216 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:19.864200 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port fdc4ad8e-1631-4821-915b-f8fee37479d7, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=fdc4ad8e-1631-4821-915b-f8fee37479d7,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:32:19.881829 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': 'fdc4ad8e-1631-4821-915b-f8fee37479d7', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'port_id': 'fdc4ad8e-1631-4821-915b-f8fee37479d7', 'mac_address': 'fa:16:3e:0a:c2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:32:19.882073 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-3f691a66-072e-4e99-8d17-326c0352ebab req-bae93a18-f7dd-4d90-bbe8-202cdb93cc81 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for port (ae758bb2-370d-4f68-a541-62eb3b42c185), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:19.929347 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-75305c9d-a180-435b-9871-f6f1723faeb5 service neutron] For port e54a5c10-31ed-49db-be6e-46142100601f, host hv-cinder-86026, cleared binding levels {{(pid=106356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:32:19.936100 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572c904-392a-4e3c-9c57-fefb5a9b574e req-f8bba21b-cecc-49d2-8b88-fd2976902b22 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:19.942893 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port fdc4ad8e-1631-4821-915b-f8fee37479d7 is: ACTIVE; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:32:19.943908 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:19.947283 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-75305c9d-a180-435b-9871-f6f1723faeb5 service neutron] For port e54a5c10-31ed-49db-be6e-46142100601f, host hv-cinder-86026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=e54a5c10-31ed-49db-be6e-46142100601f,segment=NetworkSegment(152383e2-d73f-4c02-bb1c-e715e00f8899),segment_id=152383e2-d73f-4c02-bb1c-e715e00f8899)] {{(pid=106356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:32:19.950455 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3572c904-392a-4e3c-9c57-fefb5a9b574e req-f8bba21b-cecc-49d2-8b88-fd2976902b22 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 943 time: 0.1022773 Oct 04 14:32:19.958920 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-75305c9d-a180-435b-9871-f6f1723faeb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (e54a5c10-31ed-49db-be6e-46142100601f), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:19.968082 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdc4ad8e-1631-4821-915b-f8fee37479d7 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:32:19.996288 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port fdc4ad8e-1631-4821-915b-f8fee37479d7, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=fdc4ad8e-1631-4821-915b-f8fee37479d7,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:32:20.003705 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:20.022058 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-3f691a66-072e-4e99-8d17-326c0352ebab req-bae93a18-f7dd-4d90-bbe8-202cdb93cc81 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (ae758bb2-370d-4f68-a541-62eb3b42c185), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:20.027321 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-75305c9d-a180-435b-9871-f6f1723faeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:20.028694 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-75305c9d-a180-435b-9871-f6f1723faeb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:20.029663 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-75305c9d-a180-435b-9871-f6f1723faeb5 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/e54a5c10-31ed-49db-be6e-46142100601f HTTP/1.1" status: 200 len: 1093 time: 2.6930332 Oct 04 14:32:20.030312 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75305c9d-a180-435b-9871-f6f1723faeb5 service neutron] Pushing event updated for resources: {'Port': ['ID=e54a5c10-31ed-49db-be6e-46142100601f,revision_number=3']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:20.034057 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7710c92-4b84-4095-8986-a3bc34164760', 'tag': 'e54a5c10-31ed-49db-be6e-46142100601f'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:32:20.037503 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f471ea53-ae63-4d9a-8cf5-5d882420ed74" -d '{"events": [{"name": "network-changed", "server_uuid": "e7710c92-4b84-4095-8986-a3bc34164760", "tag": "e54a5c10-31ed-49db-be6e-46142100601f"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:32:20.052774 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ede4aaba-f48f-4459-b35c-2d2fab6748ad req-e84f3932-ee1b-4e4d-8521-9fd5be4d72b8 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3382425 Oct 04 14:32:20.068759 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3572c904-392a-4e3c-9c57-fefb5a9b574e req-19c216a6-4c28-4662-9ade-b336e927c94b tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169152 Oct 04 14:32:20.105022 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae93a18-f7dd-4d90-bbe8-202cdb93cc81 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event updated for resources: {'Port': ['ID=ae758bb2-370d-4f68-a541-62eb3b42c185,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:20.109925 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f691a66-072e-4e99-8d17-326c0352ebab req-bae93a18-f7dd-4d90-bbe8-202cdb93cc81 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Network 3e89e862-e669-4987-af44-eb18dbc3b78d is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:32:20.111727 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [req-3f691a66-072e-4e99-8d17-326c0352ebab req-bae93a18-f7dd-4d90-bbe8-202cdb93cc81 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:32:20.128541 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f691a66-072e-4e99-8d17-326c0352ebab req-bae93a18-f7dd-4d90-bbe8-202cdb93cc81 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:32:20.166550 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=fdc4ad8e-1631-4821-915b-f8fee37479d7,revision_number=6']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:20.193586 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeff554b-e07d-4bc6-b5d2-7d2c73c67a49 x-openstack-request-id: req-aeff554b-e07d-4bc6-b5d2-7d2c73c67a49 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:32:20.193869 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7710c92-4b84-4095-8986-a3bc34164760", "tag": "e54a5c10-31ed-49db-be6e-46142100601f", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:32:20.194124 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aeff554b-e07d-4bc6-b5d2-7d2c73c67a49 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:32:20.194573 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeff554b-e07d-4bc6-b5d2-7d2c73c67a49'] response: {'name': 'network-changed', 'server_uuid': 'e7710c92-4b84-4095-8986-a3bc34164760', 'tag': 'e54a5c10-31ed-49db-be6e-46142100601f', 'status': 'completed', 'code': 200} Oct 04 14:32:20.264451 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f691a66-072e-4e99-8d17-326c0352ebab req-bae93a18-f7dd-4d90-bbe8-202cdb93cc81 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:20.265535 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-3f691a66-072e-4e99-8d17-326c0352ebab req-bae93a18-f7dd-4d90-bbe8-202cdb93cc81 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:20.290714 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-50981ece-0598-4cba-bb5f-7c581cc0852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:20.292412 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-50981ece-0598-4cba-bb5f-7c581cc0852e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=408b16a582484c619ff17416990d5feb&device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 1127 time: 0.0666318 Oct 04 14:32:20.299929 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3f691a66-072e-4e99-8d17-326c0352ebab req-bae93a18-f7dd-4d90-bbe8-202cdb93cc81 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7079427 Oct 04 14:32:20.327264 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['fdc4ad8e-1631-4821-915b-f8fee37479d7'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:32:20.429516 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-3f691a66-072e-4e99-8d17-326c0352ebab req-8581d251-5a5c-4b22-9648-4e975466dcfd service neutron] Request body: {'port': {'device_id': '08e321c8-c06c-4113-a76d-21aa1a27946f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86026'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:32:20.491015 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-65d9d3db-0042-4de0-a003-25e66095559a service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e54a5c10-31ed-49db-be6e-46142100601f HTTP/1.1" status: 200 len: 217 time: 0.1578686 Oct 04 14:32:20.551987 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-b9dbf9c0-b6a2-4630-b049-d5433b67ecda None None] Provisioning complete for port ae758bb2-370d-4f68-a541-62eb3b42c185 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:32:20.552679 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf9c0-b6a2-4630-b049-d5433b67ecda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (ae758bb2-370d-4f68-a541-62eb3b42c185), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:20.553172 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-b9dbf9c0-b6a2-4630-b049-d5433b67ecda None None] Attempt 1 to provision port ae758bb2-370d-4f68-a541-62eb3b42c185 Oct 04 14:32:20.570122 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-3f691a66-072e-4e99-8d17-326c0352ebab req-8581d251-5a5c-4b22-9648-4e975466dcfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (ae758bb2-370d-4f68-a541-62eb3b42c185), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:20.609582 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-b9dbf9c0-b6a2-4630-b049-d5433b67ecda None None] Port ae758bb2-370d-4f68-a541-62eb3b42c185 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:32:20.646615 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa5fc1-fc30-4ccc-ae19-34a9616973ed req-45c9afcf-fe08-43e0-a684-b9b41bfe5ad6 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:20.648123 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6efa5fc1-fc30-4ccc-ae19-34a9616973ed req-45c9afcf-fe08-43e0-a684-b9b41bfe5ad6 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0626006 Oct 04 14:32:20.651277 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-c85138b2-a244-4c5a-882a-ca50678a3b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:20.652721 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-c85138b2-a244-4c5a-882a-ca50678a3b5c service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0e6eb4fb-0de1-48cf-96b5-793e497e6d95 HTTP/1.1" status: 200 len: 851 time: 0.1394181 Oct 04 14:32:20.750837 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-69c01c37-1f80-4ab4-9d8b-3efcb38362ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:20.750837 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-69c01c37-1f80-4ab4-9d8b-3efcb38362ae service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=4116101e-9cfb-4512-a759-154f86437ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705700 Oct 04 14:32:20.755148 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:20.848527 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:20.892276 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be98560-dbad-43bf-927f-7767e19b7223 req-dc522723-a19f-4bde-84cf-d8812b23dbcd tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:20.901901 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2be98560-dbad-43bf-927f-7767e19b7223 req-dc522723-a19f-4bde-84cf-d8812b23dbcd tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 931 time: 0.0647204 Oct 04 14:32:20.987279 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2be98560-dbad-43bf-927f-7767e19b7223 req-7d65221f-5f32-4d61-b14c-0528c3c9dbb2 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e2903a87-4058-431c-a844-7c5ce41fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836265 Oct 04 14:32:21.057860 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:21.068194 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-40f59b8c-cb07-4374-b21c-db269a75f524 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043458 Oct 04 14:32:21.078055 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6efa5fc1-fc30-4ccc-ae19-34a9616973ed req-a40a7b4e-f8a4-4da6-a61b-214e821271bc tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3990822 Oct 04 14:32:21.255140 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8635ba-acb3-4c92-8096-1d4442366063 req-ec9adf42-ae32-403e-b484-8a93504d947a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:21.257077 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2c8635ba-acb3-4c92-8096-1d4442366063 req-ec9adf42-ae32-403e-b484-8a93504d947a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 944 time: 0.0733459 Oct 04 14:32:21.307888 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb176e5f-4734-47b6-9f3a-cf65b6691f4b req-d6ebd119-3609-4f96-8f6d-ccc0227d148d tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:21.310589 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bb176e5f-4734-47b6-9f3a-cf65b6691f4b req-d6ebd119-3609-4f96-8f6d-ccc0227d148d tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 943 time: 0.0656288 Oct 04 14:32:21.321800 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [req-3f691a66-072e-4e99-8d17-326c0352ebab req-8581d251-5a5c-4b22-9648-4e975466dcfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae758bb2-370d-4f68-a541-62eb3b42c185 {{(pid=106356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:32:21.346635 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-3f691a66-072e-4e99-8d17-326c0352ebab req-8581d251-5a5c-4b22-9648-4e975466dcfd service neutron] Publish callbacks [] for port (ae758bb2-370d-4f68-a541-62eb3b42c185), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:21.350272 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2c8635ba-acb3-4c92-8096-1d4442366063 req-bbb7ac90-a16d-4bd4-ab4d-7486abc1862a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766513 Oct 04 14:32:21.376862 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.provisioning_blocks [req-3f691a66-072e-4e99-8d17-326c0352ebab req-8581d251-5a5c-4b22-9648-4e975466dcfd service neutron] Transition to ACTIVE for port object ae758bb2-370d-4f68-a541-62eb3b42c185 will not be triggered until provisioned by entity L2. {{(pid=106356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 14:32:21.389116 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-3f691a66-072e-4e99-8d17-326c0352ebab req-8581d251-5a5c-4b22-9648-4e975466dcfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (ae758bb2-370d-4f68-a541-62eb3b42c185), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:21.503688 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bb176e5f-4734-47b6-9f3a-cf65b6691f4b req-df4cd222-4167-4479-9c3d-39a111805895 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726935 Oct 04 14:32:21.543146 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581d251-5a5c-4b22-9648-4e975466dcfd service neutron] Pushing event updated for resources: {'Port': ['ID=ae758bb2-370d-4f68-a541-62eb3b42c185,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:21.599919 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-3f691a66-072e-4e99-8d17-326c0352ebab req-8581d251-5a5c-4b22-9648-4e975466dcfd service neutron] Attempting to bind port ae758bb2-370d-4f68-a541-62eb3b42c185 on host hv-cinder-86026 for vnic_type normal with profile {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:32:21.600503 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-3f691a66-072e-4e99-8d17-326c0352ebab req-8581d251-5a5c-4b22-9648-4e975466dcfd service neutron] Attempting to bind port ae758bb2-370d-4f68-a541-62eb3b42c185 by drivers openvswitch,hyperv on host hv-cinder-86026 at level 0 using segments [{'id': '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d'}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:32:21.601188 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f691a66-072e-4e99-8d17-326c0352ebab req-8581d251-5a5c-4b22-9648-4e975466dcfd service neutron] Attempting to bind port ae758bb2-370d-4f68-a541-62eb3b42c185 on network 3e89e862-e669-4987-af44-eb18dbc3b78d {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:32:21.686837 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f691a66-072e-4e99-8d17-326c0352ebab req-8581d251-5a5c-4b22-9648-4e975466dcfd service neutron] Port ae758bb2-370d-4f68-a541-62eb3b42c185 on network 3e89e862-e669-4987-af44-eb18dbc3b78d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86026 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 14:32:21.687496 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f691a66-072e-4e99-8d17-326c0352ebab req-8581d251-5a5c-4b22-9648-4e975466dcfd service neutron] Attempting to bind port ae758bb2-370d-4f68-a541-62eb3b42c185 on network 3e89e862-e669-4987-af44-eb18dbc3b78d {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:32:21.772810 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f691a66-072e-4e99-8d17-326c0352ebab req-8581d251-5a5c-4b22-9648-4e975466dcfd service neutron] Checking agent: {'id': '7414b559-7f0d-43de-b796-62d1db2de72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86026', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'started_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:32:21.773354 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f691a66-072e-4e99-8d17-326c0352ebab req-8581d251-5a5c-4b22-9648-4e975466dcfd service neutron] Checking segment: {'id': '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:32:21.774000 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f691a66-072e-4e99-8d17-326c0352ebab req-8581d251-5a5c-4b22-9648-4e975466dcfd service neutron] Bound using segment: {'id': '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d'} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:32:21.774751 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-3f691a66-072e-4e99-8d17-326c0352ebab req-8581d251-5a5c-4b22-9648-4e975466dcfd service neutron] Bound port: ae758bb2-370d-4f68-a541-62eb3b42c185, host: hv-cinder-86026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d'}}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:32:21.775358 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-3f691a66-072e-4e99-8d17-326c0352ebab req-8581d251-5a5c-4b22-9648-4e975466dcfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (ae758bb2-370d-4f68-a541-62eb3b42c185), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:21.911073 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-3f691a66-072e-4e99-8d17-326c0352ebab req-8581d251-5a5c-4b22-9648-4e975466dcfd service neutron] For port ae758bb2-370d-4f68-a541-62eb3b42c185, host hv-cinder-86026, cleared binding levels {{(pid=106356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:32:21.921291 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-3f691a66-072e-4e99-8d17-326c0352ebab req-8581d251-5a5c-4b22-9648-4e975466dcfd service neutron] For port ae758bb2-370d-4f68-a541-62eb3b42c185, host hv-cinder-86026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=ae758bb2-370d-4f68-a541-62eb3b42c185,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:32:21.931298 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-3f691a66-072e-4e99-8d17-326c0352ebab req-8581d251-5a5c-4b22-9648-4e975466dcfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (ae758bb2-370d-4f68-a541-62eb3b42c185), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:21.937939 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f691a66-072e-4e99-8d17-326c0352ebab req-8581d251-5a5c-4b22-9648-4e975466dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:21.939441 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-3f691a66-072e-4e99-8d17-326c0352ebab req-8581d251-5a5c-4b22-9648-4e975466dcfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:21.941205 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3f691a66-072e-4e99-8d17-326c0352ebab req-8581d251-5a5c-4b22-9648-4e975466dcfd service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/ae758bb2-370d-4f68-a541-62eb3b42c185 HTTP/1.1" status: 200 len: 1093 time: 1.5236812 Oct 04 14:32:21.998256 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581d251-5a5c-4b22-9648-4e975466dcfd service neutron] Pushing event updated for resources: {'Port': ['ID=ae758bb2-370d-4f68-a541-62eb3b42c185,revision_number=3']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:22.147312 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323ce06-e47b-46d0-9480-e99cfdbc82bf req-4445e247-beea-4d9e-b770-7ab810c4614d tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:22.149657 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e323ce06-e47b-46d0-9480-e99cfdbc82bf req-4445e247-beea-4d9e-b770-7ab810c4614d tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 943 time: 0.0607519 Oct 04 14:32:22.196019 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e321c8-c06c-4113-a76d-21aa1a27946f', 'tag': 'ae758bb2-370d-4f68-a541-62eb3b42c185'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:32:22.199227 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e3f01b-a4bf-483f-82d2-0d4b6897ba98" -d '{"events": [{"name": "network-changed", "server_uuid": "08e321c8-c06c-4113-a76d-21aa1a27946f", "tag": "ae758bb2-370d-4f68-a541-62eb3b42c185"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:32:22.222618 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e323ce06-e47b-46d0-9480-e99cfdbc82bf req-b9d8a49f-46a9-4c10-bf70-4b052ea4d0a3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e2903a87-4058-431c-a844-7c5ce41fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663450 Oct 04 14:32:22.260687 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c3757-1aed-4ef7-ae99-cf4db66c0e58 req-69b5529c-c017-47ff-8c11-0564d682ae65 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:22.263523 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9e9c3757-1aed-4ef7-ae99-cf4db66c0e58 req-69b5529c-c017-47ff-8c11-0564d682ae65 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0817177 Oct 04 14:32:22.309151 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd6cdb2-d267-4eb4-9911-ec1418954356 x-openstack-request-id: req-edd6cdb2-d267-4eb4-9911-ec1418954356 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:32:22.309443 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e321c8-c06c-4113-a76d-21aa1a27946f", "tag": "ae758bb2-370d-4f68-a541-62eb3b42c185", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:32:22.309862 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-edd6cdb2-d267-4eb4-9911-ec1418954356 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:32:22.310261 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edd6cdb2-d267-4eb4-9911-ec1418954356'] response: {'name': 'network-changed', 'server_uuid': '08e321c8-c06c-4113-a76d-21aa1a27946f', 'tag': 'ae758bb2-370d-4f68-a541-62eb3b42c185', 'status': 'completed', 'code': 200} Oct 04 14:32:22.332546 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9e9c3757-1aed-4ef7-ae99-cf4db66c0e58 req-476b7b71-b2d0-4ebf-beab-739db4a517f1 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592339 Oct 04 14:32:22.528379 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68a5c8-597f-47f3-afa7-fb1fcf4503c3 req-85192b31-b19a-4b70-b146-97d861db4f37 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:22.529905 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-9c68a5c8-597f-47f3-afa7-fb1fcf4503c3 req-85192b31-b19a-4b70-b146-97d861db4f37 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 944 time: 0.0687487 Oct 04 14:32:22.596758 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-9c68a5c8-597f-47f3-afa7-fb1fcf4503c3 req-1e1db760-09b5-4b10-90ae-e7a827a1704d tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577123 Oct 04 14:32:22.662357 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29b6f7-e744-44be-a2dc-a3e908ea275d req-88f9a9e4-e16c-4133-850d-3c065cee6352 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:22.664238 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5b29b6f7-e744-44be-a2dc-a3e908ea275d req-88f9a9e4-e16c-4133-850d-3c065cee6352 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 943 time: 0.0633271 Oct 04 14:32:22.735103 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5b29b6f7-e744-44be-a2dc-a3e908ea275d req-2b2b29ea-c015-4bcf-8426-749a4a1370bd tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641897 Oct 04 14:32:23.445427 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:23.454489 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612ea6f-3fe4-4430-ac97-542cf8cfc813 req-0349bfdc-518a-41c7-a371-168762379697 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:23.465411 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b612ea6f-3fe4-4430-ac97-542cf8cfc813 req-0349bfdc-518a-41c7-a371-168762379697 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 943 time: 0.1132629 Oct 04 14:32:23.530748 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b612ea6f-3fe4-4430-ac97-542cf8cfc813 req-a664a433-2dd2-4317-8e3f-2067c991f5fb tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e2903a87-4058-431c-a844-7c5ce41fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624261 Oct 04 14:32:23.542403 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59306f93-216d-486d-9a6d-bbbf67c4defc req-89295337-bc43-4d36-b0ad-4b0d6709b4af tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:23.543966 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-59306f93-216d-486d-9a6d-bbbf67c4defc req-89295337-bc43-4d36-b0ad-4b0d6709b4af tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0660377 Oct 04 14:32:23.588626 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:23.616469 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-59306f93-216d-486d-9a6d-bbbf67c4defc req-1cc96753-3fc0-41a6-9664-b080c31752f7 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661430 Oct 04 14:32:23.757502 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:23.820816 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device fdc4ad8e-1631-4821-915b-f8fee37479d7 up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:32:23.859010 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b80a6d-8c58-47b8-9ed0-f0a7b69e3460 req-ea32ac98-de90-42eb-8535-57423752b49a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:23.869002 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-59b80a6d-8c58-47b8-9ed0-f0a7b69e3460 req-ea32ac98-de90-42eb-8535-57423752b49a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 944 time: 0.1011510 Oct 04 14:32:23.936965 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port fdc4ad8e-1631-4821-915b-f8fee37479d7 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:32:23.938223 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:23.940145 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port fdc4ad8e-1631-4821-915b-f8fee37479d7 Oct 04 14:32:23.991655 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2b1c4e42-5a37-4dbe-bf34-144d2e83ed96 req-ead536fd-be08-4246-856a-14e722f0ce8c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344395 Oct 04 14:32:23.995445 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3f01b-a4bf-483f-82d2-0d4b6897ba98 req-b3839acb-1410-47e4-a257-6bab40573d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:23.997007 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-47e3f01b-a4bf-483f-82d2-0d4b6897ba98 req-b3839acb-1410-47e4-a257-6bab40573d86 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1e5731dbee8946a281caefaeb02bd7ff&device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 1127 time: 0.1930411 Oct 04 14:32:24.006412 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-59b80a6d-8c58-47b8-9ed0-f0a7b69e3460 req-5b90128f-a310-4d42-a154-d830f0543ef3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356604 Oct 04 14:32:24.066311 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdbc3c-37ce-4c4a-be52-0e63c2bee5ab req-6fe7192e-8c4b-4c04-ae0a-194d65c0fe15 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:24.077433 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-65fdbc3c-37ce-4c4a-be52-0e63c2bee5ab req-6fe7192e-8c4b-4c04-ae0a-194d65c0fe15 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 943 time: 0.1575398 Oct 04 14:32:24.132640 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port fdc4ad8e-1631-4821-915b-f8fee37479d7 is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:32:24.133044 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:24.178020 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128c7edb-5a5c-4f1c-b3cc-efc3b3a00677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc4ad8e-1631-4821-915b-f8fee37479d7'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:32:24.181399 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc6987f-d35a-4f8b-9e43-d643caf930a4" -d '{"events": [{"server_uuid": "128c7edb-5a5c-4f1c-b3cc-efc3b3a00677", "name": "network-vif-plugged", "status": "completed", "tag": "fdc4ad8e-1631-4821-915b-f8fee37479d7"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:32:24.205721 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port fdc4ad8e-1631-4821-915b-f8fee37479d7, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=fdc4ad8e-1631-4821-915b-f8fee37479d7,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:32:24.220932 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:24.231662 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-65fdbc3c-37ce-4c4a-be52-0e63c2bee5ab req-9850e458-14b6-41b3-a83d-3f5ede8b09a1 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530025 Oct 04 14:32:24.285801 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3f01b-a4bf-483f-82d2-0d4b6897ba98 req-1c0e054a-69c4-417a-befd-770afbc65a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:24.287330 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-47e3f01b-a4bf-483f-82d2-0d4b6897ba98 req-1c0e054a-69c4-417a-befd-770afbc65a31 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=1e5731dbee8946a281caefaeb02bd7ff&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2666717 Oct 04 14:32:24.293070 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c8f4fe-8816-4a57-a6d8-87bfa50c0b26 x-openstack-request-id: req-83c8f4fe-8816-4a57-a6d8-87bfa50c0b26 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:32:24.293445 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128c7edb-5a5c-4f1c-b3cc-efc3b3a00677", "name": "network-vif-plugged", "status": "completed", "tag": "fdc4ad8e-1631-4821-915b-f8fee37479d7", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:32:24.293658 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83c8f4fe-8816-4a57-a6d8-87bfa50c0b26 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:32:24.294046 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c8f4fe-8816-4a57-a6d8-87bfa50c0b26'] response: {'server_uuid': '128c7edb-5a5c-4f1c-b3cc-efc3b3a00677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc4ad8e-1631-4821-915b-f8fee37479d7', 'code': 200} Oct 04 14:32:24.335832 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=fdc4ad8e-1631-4821-915b-f8fee37479d7,revision_number=7']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:24.680896 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471ea53-ae63-4d9a-8cf5-5d882420ed74 req-d4617645-5d1f-4203-bbfa-898574da8d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:24.682698 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f471ea53-ae63-4d9a-8cf5-5d882420ed74 req-d4617645-5d1f-4203-bbfa-898574da8d6c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=408b16a582484c619ff17416990d5feb&device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 1127 time: 0.2000976 Oct 04 14:32:24.760365 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3f01b-a4bf-483f-82d2-0d4b6897ba98 req-fd71af33-1424-4b0b-8b57-fb1cf64fe735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:24.762179 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-47e3f01b-a4bf-483f-82d2-0d4b6897ba98 req-fd71af33-1424-4b0b-8b57-fb1cf64fe735 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2813277 Oct 04 14:32:24.781068 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccd3bd-623e-4643-a140-2dbde92ec97d req-8353a134-1610-4c46-9051-557464484d5f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:24.791960 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-21ccd3bd-623e-4643-a140-2dbde92ec97d req-8353a134-1610-4c46-9051-557464484d5f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0773985 Oct 04 14:32:24.909730 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330e1cd-955a-4ea6-a7d0-3cf64b45c713 req-2465de06-9897-4291-a800-ad7281d9355b tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:24.911413 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5330e1cd-955a-4ea6-a7d0-3cf64b45c713 req-2465de06-9897-4291-a800-ad7281d9355b tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 943 time: 0.2460940 Oct 04 14:32:24.929978 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-21ccd3bd-623e-4643-a140-2dbde92ec97d req-f60f9455-086f-4d71-a958-9ab0dd9bd926 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358848 Oct 04 14:32:25.213185 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f691a66-072e-4e99-8d17-326c0352ebab req-f81f320e-300b-4299-876c-a063f5eccdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:25.214849 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3f691a66-072e-4e99-8d17-326c0352ebab req-f81f320e-300b-4299-876c-a063f5eccdf8 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1e5731dbee8946a281caefaeb02bd7ff&device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 1127 time: 0.3025224 Oct 04 14:32:25.237424 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471ea53-ae63-4d9a-8cf5-5d882420ed74 req-5509ca5e-c03a-455e-b128-2426aa12fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:25.241840 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f471ea53-ae63-4d9a-8cf5-5d882420ed74 req-5509ca5e-c03a-455e-b128-2426aa12fd59 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=4116101e-9cfb-4512-a759-154f86437ec3 HTTP/1.1" status: 200 len: 913 time: 0.5290768 Oct 04 14:32:25.400679 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3f691a66-072e-4e99-8d17-326c0352ebab req-3864ad0f-3cf2-4fbf-ac99-955d326322a3 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae758bb2-370d-4f68-a541-62eb3b42c185 HTTP/1.1" status: 200 len: 217 time: 0.1554966 Oct 04 14:32:25.428342 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7007d-a014-46fc-9624-61f131748122 req-5a07c8c8-6d23-49d3-8f12-9c99e033b43a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:25.437368 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-54a7007d-a014-46fc-9624-61f131748122 req-5a07c8c8-6d23-49d3-8f12-9c99e033b43a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.1388564 Oct 04 14:32:25.458756 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f471ea53-ae63-4d9a-8cf5-5d882420ed74 req-ee679f2a-1d16-4c28-952b-14fce5d4e48f service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e54a5c10-31ed-49db-be6e-46142100601f HTTP/1.1" status: 200 len: 217 time: 0.2039986 Oct 04 14:32:25.480751 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5330e1cd-955a-4ea6-a7d0-3cf64b45c713 req-60e1acf5-4775-40e0-b6aa-181f5c6d2a1f tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e2903a87-4058-431c-a844-7c5ce41fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5477598 Oct 04 14:32:25.615963 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f691a66-072e-4e99-8d17-326c0352ebab req-365e2bcb-899b-4af4-bd5b-d35203a2e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:25.625693 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3f691a66-072e-4e99-8d17-326c0352ebab req-365e2bcb-899b-4af4-bd5b-d35203a2e40b service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41 HTTP/1.1" status: 200 len: 853 time: 0.2117715 Oct 04 14:32:25.639705 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-54a7007d-a014-46fc-9624-61f131748122 req-b4ed3161-ed54-480f-979a-9f9403e6feb4 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013478 Oct 04 14:32:25.711683 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 44076) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:32:25.719163 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-490ffa38-a406-40d1-bb94-a1914eb1baa2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1258383342', 'description': 'tempest-description--620982485'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:32:25.773328 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f691a66-072e-4e99-8d17-326c0352ebab req-8d46ae99-aaa2-46b9-a620-88c536bfe6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:25.775933 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-490ffa38-a406-40d1-bb94-a1914eb1baa2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:25.778960 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3f691a66-072e-4e99-8d17-326c0352ebab req-8d46ae99-aaa2-46b9-a620-88c536bfe6c5 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=3e89e862-e669-4987-af44-eb18dbc3b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1430244 Oct 04 14:32:25.791219 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471ea53-ae63-4d9a-8cf5-5d882420ed74 req-f4ab3531-4ddc-4c1e-b00d-5342cf5f7b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:25.799020 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f471ea53-ae63-4d9a-8cf5-5d882420ed74 req-f4ab3531-4ddc-4c1e-b00d-5342cf5f7b7e service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0e6eb4fb-0de1-48cf-96b5-793e497e6d95 HTTP/1.1" status: 200 len: 851 time: 0.3149254 Oct 04 14:32:25.980747 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:26.013486 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce4751-9de2-4660-8070-af23ab79888d req-57f9c2e7-b2a1-41f3-a774-8d5c53ab4724 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:26.015186 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471ea53-ae63-4d9a-8cf5-5d882420ed74 req-c8a427a8-3c6f-44f9-b03a-651ba69f2f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:26.016832 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f471ea53-ae63-4d9a-8cf5-5d882420ed74 req-c8a427a8-3c6f-44f9-b03a-651ba69f2f3a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=4116101e-9cfb-4512-a759-154f86437ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2106164 Oct 04 14:32:26.029707 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2dce4751-9de2-4660-8070-af23ab79888d req-57f9c2e7-b2a1-41f3-a774-8d5c53ab4724 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 943 time: 0.1786451 Oct 04 14:32:26.149809 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa506647-0962-44aa-a761-c7f512e8e42d req-1272ba18-b4b8-4029-9afe-5e8ee85e9cba tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:26.151395 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fa506647-0962-44aa-a761-c7f512e8e42d req-1272ba18-b4b8-4029-9afe-5e8ee85e9cba tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0582161 Oct 04 14:32:26.185826 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-490ffa38-a406-40d1-bb94-a1914eb1baa2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for security_group (5304fa2f-cec5-4b91-adf6-074f7a1f3653), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:26.187419 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:26.218099 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-490ffa38-a406-40d1-bb94-a1914eb1baa2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (5304fa2f-cec5-4b91-adf6-074f7a1f3653), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:26.263708 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-490ffa38-a406-40d1-bb94-a1914eb1baa2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:26.269272 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-490ffa38-a406-40d1-bb94-a1914eb1baa2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5560997 Oct 04 14:32:26.283606 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 44086) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:32:26.317303 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-5eab56d3-36f2-4669-9b25-5a3ad71ad9c4 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Request body: {'security_group_rule': {'security_group_id': '5304fa2f-cec5-4b91-adf6-074f7a1f3653', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:32:26.328654 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 44088) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:32:26.341116 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2dce4751-9de2-4660-8070-af23ab79888d req-4c6dd1f6-e35e-4132-b7ff-c00507d0cc01 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067501 Oct 04 14:32:26.436171 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ffa38-a406-40d1-bb94-a1914eb1baa2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5304fa2f-cec5-4b91-adf6-074f7a1f3653,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:26.469611 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5eab56d3-36f2-4669-9b25-5a3ad71ad9c4 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for security_group_rule (d0a3504d-2544-4dde-823d-04188961fd44), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:26.469941 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:26.481392 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fa506647-0962-44aa-a761-c7f512e8e42d req-0d4d7e99-01bc-4f0e-86a4-8e0088813fa8 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998096 Oct 04 14:32:26.483573 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3f691a66-072e-4e99-8d17-326c0352ebab req-620590eb-00aa-4441-8d29-9a0dd3c8f227 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6835759 Oct 04 14:32:26.643709 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f471ea53-ae63-4d9a-8cf5-5d882420ed74 req-189fae8a-aa95-45e3-abf8-9d6daab68842 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6003232 Oct 04 14:32:26.646901 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-9145aa95-e2d5-415e-82e1-59175f0432d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:26.714771 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5eab56d3-36f2-4669-9b25-5a3ad71ad9c4 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for security_group_rule (d0a3504d-2544-4dde-823d-04188961fd44), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:26.737688 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edbe69-edfc-469a-baac-332809250858 req-8d812540-e716-4f2f-834e-f9849a577096 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:26.745379 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d4edbe69-edfc-469a-baac-332809250858 req-8d812540-e716-4f2f-834e-f9849a577096 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 943 time: 0.1060240 Oct 04 14:32:26.753167 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5eab56d3-36f2-4669-9b25-5a3ad71ad9c4 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (d0a3504d-2544-4dde-823d-04188961fd44), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:26.839159 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab56d3-36f2-4669-9b25-5a3ad71ad9c4 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a3504d-2544-4dde-823d-04188961fd44,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:26.843402 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5eab56d3-36f2-4669-9b25-5a3ad71ad9c4 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:26.847984 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-5eab56d3-36f2-4669-9b25-5a3ad71ad9c4 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5320084 Oct 04 14:32:26.854668 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 44098) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:32:26.889733 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-c5ac8f8a-54ef-4a47-95de-6786659ee07a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Request body: {'security_group_rule': {'security_group_id': '5304fa2f-cec5-4b91-adf6-074f7a1f3653', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:32:27.003519 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5024c1b2-b8cc-43b7-b02b-f859534f6192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:27.065366 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d4edbe69-edfc-469a-baac-332809250858 req-2e7fa90b-0aca-4b5a-94bc-4a188dc4bd7e tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e2903a87-4058-431c-a844-7c5ce41fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3145034 Oct 04 14:32:27.068489 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c5ac8f8a-54ef-4a47-95de-6786659ee07a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for security_group_rule (49cf9a00-08cc-4e0b-9338-c76fbd37ba0a), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:27.132972 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f471ea53-ae63-4d9a-8cf5-5d882420ed74 req-c2e2de4c-2114-4833-918f-7db5ae1305c4 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327653 Oct 04 14:32:27.233420 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:27.237239 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c5ac8f8a-54ef-4a47-95de-6786659ee07a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for security_group_rule (49cf9a00-08cc-4e0b-9338-c76fbd37ba0a), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:27.244967 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c5ac8f8a-54ef-4a47-95de-6786659ee07a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (49cf9a00-08cc-4e0b-9338-c76fbd37ba0a), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:27.274179 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3f691a66-072e-4e99-8d17-326c0352ebab req-809d5a64-c937-4c54-8dd6-5756dfab2bc1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7774556 Oct 04 14:32:27.302598 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac8f8a-54ef-4a47-95de-6786659ee07a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cf9a00-08cc-4e0b-9338-c76fbd37ba0a,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:27.350641 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c5ac8f8a-54ef-4a47-95de-6786659ee07a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:27.355361 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-c5ac8f8a-54ef-4a47-95de-6786659ee07a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4730656 Oct 04 14:32:27.355914 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 44100) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:32:27.360257 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-0e8351b4-ac55-4ccc-8397-cc152064929e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Request body: {'floatingip': {'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:32:27.462658 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359f192-ae9a-480c-9d0e-4d2d6cd7c23c req-7d931df1-7273-4b04-a20a-e54b317a43f3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:27.476996 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1359f192-ae9a-480c-9d0e-4d2d6cd7c23c req-7d931df1-7273-4b04-a20a-e54b317a43f3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.4706502 Oct 04 14:32:27.537324 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-0e8351b4-ac55-4ccc-8397-cc152064929e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:27.675995 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-9145aa95-e2d5-415e-82e1-59175f0432d8 admin admin] Publish callbacks [] for security_group (b7381e22-572e-4d08-adba-a34929c26662), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:27.692159 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-9145aa95-e2d5-415e-82e1-59175f0432d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (b7381e22-572e-4d08-adba-a34929c26662), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:27.712663 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1359f192-ae9a-480c-9d0e-4d2d6cd7c23c req-7b627361-838e-4a76-85f2-84a2ae3546a3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346261 Oct 04 14:32:27.811334 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b83824-f2fa-41e0-a856-e58187e55279 req-bf3529db-6c1c-49f6-8459-c6a936ec1d47 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:27.819148 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-22b83824-f2fa-41e0-a856-e58187e55279 req-bf3529db-6c1c-49f6-8459-c6a936ec1d47 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 943 time: 0.2490406 Oct 04 14:32:27.854138 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145aa95-e2d5-415e-82e1-59175f0432d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7381e22-572e-4d08-adba-a34929c26662,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:27.869330 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-9145aa95-e2d5-415e-82e1-59175f0432d8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=bfe2ea258beb497992d54059260a05c3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5368590 Oct 04 14:32:27.873275 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 44112) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:32:27.909439 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-0e8351b4-ac55-4ccc-8397-cc152064929e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:28.012715 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918995b1-e074-4aa6-8023-51073ba0748e req-fa47d02f-adfa-4b15-921a-623b8ff3ae69 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:28.034520 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-918995b1-e074-4aa6-8023-51073ba0748e req-fa47d02f-adfa-4b15-921a-623b8ff3ae69 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.1533344 Oct 04 14:32:28.064958 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-22b83824-f2fa-41e0-a856-e58187e55279 req-d82453b1-2906-410d-9396-05609a67dd4a tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414136 Oct 04 14:32:28.147754 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-1a1d4cfa-234f-47af-99d4-a4038a93ee0b admin admin] Publish callbacks [] for security_group (b7381e22-572e-4d08-adba-a34929c26662), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:28.230974 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-918995b1-e074-4aa6-8023-51073ba0748e req-8ad73b0d-24ed-4157-b9fb-b479dd6fdc03 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929398 Oct 04 14:32:28.232260 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_common [None req-0e8351b4-ac55-4ccc-8397-cc152064929e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Allocated IP 172.27.3.220 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/b3e8ef81-fea7-4adf-baf0-b79819cb6274) {{(pid=106355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:32:28.238024 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-1a1d4cfa-234f-47af-99d4-a4038a93ee0b admin admin] Publish callbacks [] for security_group (b7381e22-572e-4d08-adba-a34929c26662), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:28.326479 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:28.389007 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-1a1d4cfa-234f-47af-99d4-a4038a93ee0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (b7381e22-572e-4d08-adba-a34929c26662), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:28.392808 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-1a1d4cfa-234f-47af-99d4-a4038a93ee0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:28.394256 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-1a1d4cfa-234f-47af-99d4-a4038a93ee0b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b7381e22-572e-4d08-adba-a34929c26662 HTTP/1.1" status: 204 len: 168 time: 0.5034468 Oct 04 14:32:28.417176 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d4cfa-234f-47af-99d4-a4038a93ee0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7381e22-572e-4d08-adba-a34929c26662,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:28.554462 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-0e8351b4-ac55-4ccc-8397-cc152064929e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for port (b3e8ef81-fea7-4adf-baf0-b79819cb6274), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:28.575710 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74dd3d-92a7-438a-b467-8e005445f844 req-2c903b99-d6e7-477f-b010-372a4b2f81ae tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:28.578064 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ba74dd3d-92a7-438a-b467-8e005445f844 req-2c903b99-d6e7-477f-b010-372a4b2f81ae tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 943 time: 0.3388295 Oct 04 14:32:28.708212 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-0e8351b4-ac55-4ccc-8397-cc152064929e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (b3e8ef81-fea7-4adf-baf0-b79819cb6274), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:28.897454 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8351b4-ac55-4ccc-8397-cc152064929e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Pushing event updated for resources: {'Port': ['ID=b3e8ef81-fea7-4adf-baf0-b79819cb6274,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:28.979240 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:29.003080 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ba74dd3d-92a7-438a-b467-8e005445f844 req-653ddd41-e483-4240-89f9-12d7e4bcbe20 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e2903a87-4058-431c-a844-7c5ce41fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4155149 Oct 04 14:32:29.012978 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8351b4-ac55-4ccc-8397-cc152064929e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:32:29.015112 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-0e8351b4-ac55-4ccc-8397-cc152064929e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:32:29.017410 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2d1fa-5d1f-4f96-81c9-2ee85402c451 req-dd9b2810-49ad-4b11-afdf-148a33bb96c1 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:29.019079 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8351b4-ac55-4ccc-8397-cc152064929e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Received port after_create {{(pid=106355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:32:29.036974 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dcc2d1fa-5d1f-4f96-81c9-2ee85402c451 req-dd9b2810-49ad-4b11-afdf-148a33bb96c1 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.1273022 Oct 04 14:32:29.092158 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:29.116430 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:29.209155 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dcc2d1fa-5d1f-4f96-81c9-2ee85402c451 req-63a711f4-f767-496f-a591-a54bf2fd45c3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695318 Oct 04 14:32:29.262166 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-0e8351b4-ac55-4ccc-8397-cc152064929e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for floatingip (8cd2c2d0-fd58-4135-9071-30e18fa0d9fb), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:29.287377 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 44136) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:32:29.319433 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6feb1ce0-ef3b-44ac-b52a-ec58192613cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:29.386952 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-0e8351b4-ac55-4ccc-8397-cc152064929e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (b3e8ef81-fea7-4adf-baf0-b79819cb6274), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:29.418126 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:29.454026 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e22657a7-638b-4d92-ad4b-e9628db00351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:29.524279 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783f1ab-a956-44a3-b38d-a81bc2f37ca5 req-472432d4-cef5-4101-a7e0-b9dc747a77f4 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:29.528698 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c783f1ab-a956-44a3-b38d-a81bc2f37ca5 req-472432d4-cef5-4101-a7e0-b9dc747a77f4 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 943 time: 0.2525554 Oct 04 14:32:29.548653 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf367f8-6199-4d66-84a3-f3102ee0facb req-ba498901-1e11-468b-a453-328d290da6ec tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:29.557641 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-abf367f8-6199-4d66-84a3-f3102ee0facb req-ba498901-1e11-468b-a453-328d290da6ec tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.1623392 Oct 04 14:32:29.636428 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6feb1ce0-ef3b-44ac-b52a-ec58192613cf admin admin] Publish callbacks [] for security_group (1e0d5e9e-bcf4-49cc-9c40-135e759c6e86), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:29.663738 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-abf367f8-6199-4d66-84a3-f3102ee0facb req-b8a96f93-6e29-411e-a979-837369ffd71a tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042006 Oct 04 14:32:29.665070 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6feb1ce0-ef3b-44ac-b52a-ec58192613cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (1e0d5e9e-bcf4-49cc-9c40-135e759c6e86), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:29.759920 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-6feb1ce0-ef3b-44ac-b52a-ec58192613cf admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=929475f7f7984fda808ef3aac39bbf3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4712522 Oct 04 14:32:29.780067 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 44142) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:32:29.906158 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c783f1ab-a956-44a3-b38d-a81bc2f37ca5 req-3039a118-2409-49c6-bda8-36a505f200b4 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612617 Oct 04 14:32:29.920893 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb1ce0-ef3b-44ac-b52a-ec58192613cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0d5e9e-bcf4-49cc-9c40-135e759c6e86,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:30.020162 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-220bcc58-8131-4731-bea1-67e5b149de66 admin admin] Publish callbacks [] for security_group (1e0d5e9e-bcf4-49cc-9c40-135e759c6e86), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:30.097757 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-220bcc58-8131-4731-bea1-67e5b149de66 admin admin] Publish callbacks [] for security_group (1e0d5e9e-bcf4-49cc-9c40-135e759c6e86), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:30.109629 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-0e8351b4-ac55-4ccc-8397-cc152064929e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for port (b3e8ef81-fea7-4adf-baf0-b79819cb6274), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:30.121689 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-0e8351b4-ac55-4ccc-8397-cc152064929e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577893'] for port (b3e8ef81-fea7-4adf-baf0-b79819cb6274), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:30.218043 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-220bcc58-8131-4731-bea1-67e5b149de66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (1e0d5e9e-bcf4-49cc-9c40-135e759c6e86), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:30.233879 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-220bcc58-8131-4731-bea1-67e5b149de66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:30.241279 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-220bcc58-8131-4731-bea1-67e5b149de66 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1e0d5e9e-bcf4-49cc-9c40-135e759c6e86 HTTP/1.1" status: 204 len: 168 time: 0.4517641 Oct 04 14:32:30.251269 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bcc58-8131-4731-bea1-67e5b149de66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0d5e9e-bcf4-49cc-9c40-135e759c6e86,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:30.263366 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8351b4-ac55-4ccc-8397-cc152064929e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Pushing event updated for resources: {'Port': ['ID=b3e8ef81-fea7-4adf-baf0-b79819cb6274,revision_number=2']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:30.277624 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-0e8351b4-ac55-4ccc-8397-cc152064929e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (8cd2c2d0-fd58-4135-9071-30e18fa0d9fb), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:30.293331 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95f122-0d0e-4a97-aaab-1e71fd088bee req-2da19b14-2934-4bed-a7db-23ac225e982c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:30.300908 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-cd95f122-0d0e-4a97-aaab-1e71fd088bee req-2da19b14-2934-4bed-a7db-23ac225e982c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 943 time: 0.1007295 Oct 04 14:32:30.355067 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-0e8351b4-ac55-4ccc-8397-cc152064929e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:30.355067 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-0e8351b4-ac55-4ccc-8397-cc152064929e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9900465 Oct 04 14:32:30.428252 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-cd95f122-0d0e-4a97-aaab-1e71fd088bee req-47d987b6-0754-426a-82a5-69c815c544dd tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e2903a87-4058-431c-a844-7c5ce41fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208327 Oct 04 14:32:30.466715 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f07797-fb2f-4cc5-90c0-0a3813337d19 req-0464ab25-6ecb-4247-845b-d11151d9210c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:30.477992 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a4f07797-fb2f-4cc5-90c0-0a3813337d19 req-0464ab25-6ecb-4247-845b-d11151d9210c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.1465893 Oct 04 14:32:30.663611 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a4f07797-fb2f-4cc5-90c0-0a3813337d19 req-a0b59f28-ff44-4e41-b43a-ba2f8beb90ea tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844287 Oct 04 14:32:30.669193 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7516d-4cd6-4c20-9ad7-674afb54037d req-dce53c37-5b9a-46cb-96fb-02adeda821dd tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:30.671859 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ece7516d-4cd6-4c20-9ad7-674afb54037d req-dce53c37-5b9a-46cb-96fb-02adeda821dd tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0898857 Oct 04 14:32:30.827638 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de338e3-c42a-487f-8639-184aa3f3778f req-f462213b-4df4-4edb-9102-fc2f9e774b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:30.829421 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8de338e3-c42a-487f-8639-184aa3f3778f req-f462213b-4df4-4edb-9102-fc2f9e774b44 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=3a4fa5d0aa0e4bf98816e4600023ca99&device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 1129 time: 0.0551517 Oct 04 14:32:30.872349 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ece7516d-4cd6-4c20-9ad7-674afb54037d req-361aab29-d8b7-41b1-9275-ca557be83fb9 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920071 Oct 04 14:32:31.175827 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de338e3-c42a-487f-8639-184aa3f3778f req-24b6642b-53a8-41ae-8acb-91c162e8cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:31.179721 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8de338e3-c42a-487f-8639-184aa3f3778f req-24b6642b-53a8-41ae-8acb-91c162e8cee6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c224c131-1e09-47f0-b40a-1a73221baea0 HTTP/1.1" status: 200 len: 911 time: 0.3395875 Oct 04 14:32:31.354973 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8de338e3-c42a-487f-8639-184aa3f3778f req-26eca927-a102-4ef9-81ac-39a9e0e17ba1 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f9df3e5-1e5c-45b5-9628-2769911f67a4 HTTP/1.1" status: 200 len: 1001 time: 0.1682432 Oct 04 14:32:31.365058 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd15e8-c7f4-4bb8-bd06-d9d581a31b82 req-d4b611f9-3792-4a97-a543-f840692e8d25 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:31.385167 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d4bd15e8-c7f4-4bb8-bd06-d9d581a31b82 req-d4b611f9-3792-4a97-a543-f840692e8d25 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 943 time: 0.1662452 Oct 04 14:32:31.463490 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:31.506663 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de338e3-c42a-487f-8639-184aa3f3778f req-5355a482-7a27-441d-a95d-82870c8051aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:31.519129 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8de338e3-c42a-487f-8639-184aa3f3778f req-5355a482-7a27-441d-a95d-82870c8051aa service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=f924e31c-043d-4433-825a-9f71ad91746e HTTP/1.1" status: 200 len: 849 time: 0.1562340 Oct 04 14:32:31.569434 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:31.576403 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d4bd15e8-c7f4-4bb8-bd06-d9d581a31b82 req-52f28eff-53ba-4650-bd0c-b235129575be tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564689 Oct 04 14:32:31.660819 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de338e3-c42a-487f-8639-184aa3f3778f req-eb746db6-9bbc-4316-8b73-45528b3f34da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:31.662347 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8de338e3-c42a-487f-8639-184aa3f3778f req-eb746db6-9bbc-4316-8b73-45528b3f34da service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c224c131-1e09-47f0-b40a-1a73221baea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1348286 Oct 04 14:32:31.784174 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece54f7-2ed6-447d-9727-bfe704e90132 req-32168f1c-2094-46f1-a6ed-18ca3429b5ca tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:31.795428 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5ece54f7-2ed6-447d-9727-bfe704e90132 req-32168f1c-2094-46f1-a6ed-18ca3429b5ca tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 943 time: 0.0819657 Oct 04 14:32:31.811047 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device ae758bb2-370d-4f68-a541-62eb3b42c185 details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:32:31.825216 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8de338e3-c42a-487f-8639-184aa3f3778f req-8a524a30-699b-4b24-83b0-4b44220f78c1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c224c131-1e09-47f0-b40a-1a73221baea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514528 Oct 04 14:32:31.989858 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5ece54f7-2ed6-447d-9727-bfe704e90132 req-4c58faaf-fa94-4196-a0af-1f3463cc3b37 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e2903a87-4058-431c-a844-7c5ce41fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871481 Oct 04 14:32:32.089418 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:32.102272 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8de338e3-c42a-487f-8639-184aa3f3778f req-7d201e61-be40-4335-9c8e-3e13610ad56f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c224c131-1e09-47f0-b40a-1a73221baea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690213 Oct 04 14:32:32.153130 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port ae758bb2-370d-4f68-a541-62eb3b42c185, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=ae758bb2-370d-4f68-a541-62eb3b42c185,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:32:32.171278 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': 'ae758bb2-370d-4f68-a541-62eb3b42c185', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'port_id': 'ae758bb2-370d-4f68-a541-62eb3b42c185', 'mac_address': 'fa:16:3e:70:5f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:32:32.224115 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port ae758bb2-370d-4f68-a541-62eb3b42c185 is: DOWN; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:32:32.224980 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (ae758bb2-370d-4f68-a541-62eb3b42c185), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:32.275108 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:32.301620 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae758bb2-370d-4f68-a541-62eb3b42c185 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:32:32.317314 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:32.337731 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d5b15-c9a6-4f75-887e-35f4f7192904 req-448837c9-8551-4ff0-b078-14cd605b70b7 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:32.363848 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port ae758bb2-370d-4f68-a541-62eb3b42c185, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=ae758bb2-370d-4f68-a541-62eb3b42c185,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:32:32.373701 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-af3d5b15-c9a6-4f75-887e-35f4f7192904 req-448837c9-8551-4ff0-b078-14cd605b70b7 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.2191994 Oct 04 14:32:32.376498 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (ae758bb2-370d-4f68-a541-62eb3b42c185), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:32.495630 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=ae758bb2-370d-4f68-a541-62eb3b42c185,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:32.500828 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-af3d5b15-c9a6-4f75-887e-35f4f7192904 req-db2562b0-951b-4fd8-83d6-9abd0d6edaa4 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180823 Oct 04 14:32:32.702616 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd39932-cd8f-480b-9091-57d38389d8f2 req-81dad27d-fdbc-4268-9d1c-b4881cf1b7a9 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:32.705090 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3fd39932-cd8f-480b-9091-57d38389d8f2 req-81dad27d-fdbc-4268-9d1c-b4881cf1b7a9 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0658767 Oct 04 14:32:32.748001 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:32.787836 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3fd39932-cd8f-480b-9091-57d38389d8f2 req-451416c3-10c7-4341-8d7b-1612333b6f09 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721724 Oct 04 14:32:32.836245 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['ae758bb2-370d-4f68-a541-62eb3b42c185'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:32:32.916355 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:32.943724 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:33.185392 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc817ef1-4200-445f-94ef-8db4ae129764 req-ebb5b8be-5eea-4f54-a677-77f9325d6a3d tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:33.197733 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-bc817ef1-4200-445f-94ef-8db4ae129764 req-ebb5b8be-5eea-4f54-a677-77f9325d6a3d tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 943 time: 0.1412594 Oct 04 14:32:33.361337 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-bc817ef1-4200-445f-94ef-8db4ae129764 req-9c0c9dd0-1068-44c3-88bc-79a1eb00438c tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609395 Oct 04 14:32:33.583567 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8614a-6722-42ee-8f54-07a9492d1900 req-48b5635e-8628-4a7f-a113-234cef7b0bdc tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:33.594572 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1dd8614a-6722-42ee-8f54-07a9492d1900 req-48b5635e-8628-4a7f-a113-234cef7b0bdc tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 944 time: 0.0842366 Oct 04 14:32:33.681140 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1dd8614a-6722-42ee-8f54-07a9492d1900 req-e56ff291-a28a-4abc-b4f9-e417eeb6802e tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e2903a87-4058-431c-a844-7c5ce41fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845907 Oct 04 14:32:33.819551 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432495b-d865-448d-bb76-b0fb72f83a08 req-56d0b735-82cd-41ac-8f73-a994382cfb7f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:33.827852 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5432495b-d865-448d-bb76-b0fb72f83a08 req-56d0b735-82cd-41ac-8f73-a994382cfb7f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0790401 Oct 04 14:32:33.859662 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:33.926540 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5432495b-d865-448d-bb76-b0fb72f83a08 req-9de94b70-db21-4324-a5c5-56acc10abee8 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959198 Oct 04 14:32:34.185433 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322e9b7-2a1a-4907-948d-d5cc8864ab0e req-8f6c7f6b-7fc0-4639-9e82-539a8679606b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:34.185433 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-9322e9b7-2a1a-4907-948d-d5cc8864ab0e req-8f6c7f6b-7fc0-4639-9e82-539a8679606b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.1110320 Oct 04 14:32:34.283378 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device ae758bb2-370d-4f68-a541-62eb3b42c185 up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:32:34.285088 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device e54a5c10-31ed-49db-be6e-46142100601f details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:32:34.415195 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-9322e9b7-2a1a-4907-948d-d5cc8864ab0e req-14a0fcd4-c0e1-4986-bd33-ad6b55046af3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246211 Oct 04 14:32:34.676292 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning for port ae758bb2-370d-4f68-a541-62eb3b42c185 completed by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 14:32:34.699833 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port ae758bb2-370d-4f68-a541-62eb3b42c185 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:32:34.704125 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (ae758bb2-370d-4f68-a541-62eb3b42c185), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:34.716904 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port ae758bb2-370d-4f68-a541-62eb3b42c185 Oct 04 14:32:34.730898 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad14ae-27ec-4242-91bd-98c64ad4072d req-df5c97f5-32d5-412d-b663-ca8591eb6593 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:34.742775 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-a6ad14ae-27ec-4242-91bd-98c64ad4072d req-df5c97f5-32d5-412d-b663-ca8591eb6593 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 943 time: 0.1576571 Oct 04 14:32:34.806196 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port e54a5c10-31ed-49db-be6e-46142100601f, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=e54a5c10-31ed-49db-be6e-46142100601f,segment=NetworkSegment(152383e2-d73f-4c02-bb1c-e715e00f8899),segment_id=152383e2-d73f-4c02-bb1c-e715e00f8899)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:32:34.835660 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': 'e54a5c10-31ed-49db-be6e-46142100601f', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'port_id': 'e54a5c10-31ed-49db-be6e-46142100601f', 'mac_address': 'fa:16:3e:f7:62:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:32:34.881112 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-a6ad14ae-27ec-4242-91bd-98c64ad4072d req-c1ca3dd8-5461-441b-84a2-f5d00eab8e19 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356635 Oct 04 14:32:34.930598 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port e54a5c10-31ed-49db-be6e-46142100601f is: DOWN; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:32:34.931190 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (e54a5c10-31ed-49db-be6e-46142100601f), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:34.960504 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54a5c10-31ed-49db-be6e-46142100601f {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:32:35.112613 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port e54a5c10-31ed-49db-be6e-46142100601f, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=e54a5c10-31ed-49db-be6e-46142100601f,segment=NetworkSegment(152383e2-d73f-4c02-bb1c-e715e00f8899),segment_id=152383e2-d73f-4c02-bb1c-e715e00f8899)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:32:35.134635 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (e54a5c10-31ed-49db-be6e-46142100601f), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:35.144521 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port ae758bb2-370d-4f68-a541-62eb3b42c185 is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:32:35.144521 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (ae758bb2-370d-4f68-a541-62eb3b42c185), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:35.244269 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ae905-83ad-4b0f-ae91-5ed8dfc5e228 req-f19f1876-2d3c-485c-9dd3-5cc947027051 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:35.258921 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8c3ae905-83ad-4b0f-ae91-5ed8dfc5e228 req-f19f1876-2d3c-485c-9dd3-5cc947027051 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 944 time: 0.1855536 Oct 04 14:32:35.333959 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port ae758bb2-370d-4f68-a541-62eb3b42c185, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=ae758bb2-370d-4f68-a541-62eb3b42c185,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:32:35.359254 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e321c8-c06c-4113-a76d-21aa1a27946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae758bb2-370d-4f68-a541-62eb3b42c185'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:32:35.375455 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef7c93d-40fa-4214-925e-dc84e534fc78" -d '{"events": [{"server_uuid": "08e321c8-c06c-4113-a76d-21aa1a27946f", "name": "network-vif-plugged", "status": "completed", "tag": "ae758bb2-370d-4f68-a541-62eb3b42c185"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:32:35.399394 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (ae758bb2-370d-4f68-a541-62eb3b42c185), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:35.472501 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=e54a5c10-31ed-49db-be6e-46142100601f,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:35.485080 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:35.485952 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:35.486453 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:35.489205 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:35.489601 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:35.489934 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:35.490257 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:35.490748 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:35.491704 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:35.492472 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:35.493142 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:35.493640 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:35.494117 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:35.496486 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:35.498159 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:35.601080 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=ae758bb2-370d-4f68-a541-62eb3b42c185,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:35.658486 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['e54a5c10-31ed-49db-be6e-46142100601f'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:32:35.867360 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8c3ae905-83ad-4b0f-ae91-5ed8dfc5e228 req-3c4baa51-ce6a-41bb-9b17-8513d97101c1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e2903a87-4058-431c-a844-7c5ce41fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6049097 Oct 04 14:32:35.961393 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c0d748-736a-44f5-a087-862173662d32 x-openstack-request-id: req-19c0d748-736a-44f5-a087-862173662d32 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:32:35.962190 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e321c8-c06c-4113-a76d-21aa1a27946f", "name": "network-vif-plugged", "status": "completed", "tag": "ae758bb2-370d-4f68-a541-62eb3b42c185", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:32:35.962190 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-19c0d748-736a-44f5-a087-862173662d32 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:32:35.962508 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19c0d748-736a-44f5-a087-862173662d32'] response: {'server_uuid': '08e321c8-c06c-4113-a76d-21aa1a27946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae758bb2-370d-4f68-a541-62eb3b42c185', 'code': 200} Oct 04 14:32:36.126685 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fc0f7-e42f-45c7-bcc7-072b23afab32 req-01110111-fe8d-483c-9c43-e07a2fc50fce tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:36.132395 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-828fc0f7-e42f-45c7-bcc7-072b23afab32 req-01110111-fe8d-483c-9c43-e07a2fc50fce tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0988293 Oct 04 14:32:36.233532 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:36.247863 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:36.318249 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-828fc0f7-e42f-45c7-bcc7-072b23afab32 req-2b5330d2-f1b6-4f11-a1b6-290cd1f07801 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749611 Oct 04 14:32:36.432570 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767acdf7-e2de-4f58-a32b-156a7964a320 req-f2c5355d-2304-4980-875e-6f7b089e4bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:36.440192 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-767acdf7-e2de-4f58-a32b-156a7964a320 req-f2c5355d-2304-4980-875e-6f7b089e4bee service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 1129 time: 0.1636448 Oct 04 14:32:36.588233 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95988ba-b759-4f54-8fc2-3ed527fa191b req-c7526d47-d396-4b33-8d7d-cccd70be5604 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:36.596281 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-767acdf7-e2de-4f58-a32b-156a7964a320 req-8e30f070-8d66-43ee-8cd4-7aabd6d47242 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=e2903a87-4058-431c-a844-7c5ce41fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428697 Oct 04 14:32:36.596625 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d95988ba-b759-4f54-8fc2-3ed527fa191b req-c7526d47-d396-4b33-8d7d-cccd70be5604 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 944 time: 0.0689073 Oct 04 14:32:36.647161 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:36.700618 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d95988ba-b759-4f54-8fc2-3ed527fa191b req-e683e1c5-bc34-4dd9-b05e-5eae6d5d2894 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942545 Oct 04 14:32:37.121194 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2924a20-7272-42ff-b828-9801ea03b011 req-52fd10be-9dd9-49ce-88b2-399638661663 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:37.145861 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f2924a20-7272-42ff-b828-9801ea03b011 req-52fd10be-9dd9-49ce-88b2-399638661663 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 945 time: 0.1388562 Oct 04 14:32:37.197812 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3cdddbec-40eb-4662-bc05-87365a5aa76b req-4c38c06c-b3d8-46b8-9a4a-5a2e0bada7b4 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1353164 Oct 04 14:32:37.218502 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f2924a20-7272-42ff-b828-9801ea03b011 req-8e4ab264-0b6e-4186-9545-632630375840 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e2903a87-4058-431c-a844-7c5ce41fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715203 Oct 04 14:32:37.650210 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28728d20-fee5-4807-8035-4f7b4efe216a req-cd302331-d85f-4ac3-ac12-a4c9c63c0f47 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:37.679439 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-28728d20-fee5-4807-8035-4f7b4efe216a req-cd302331-d85f-4ac3-ac12-a4c9c63c0f47 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.1654475 Oct 04 14:32:37.829502 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:37.866998 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-28728d20-fee5-4807-8035-4f7b4efe216a req-7787397f-e571-41d8-85dd-8292d71604c5 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826596 Oct 04 14:32:37.930421 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdddbec-40eb-4662-bc05-87365a5aa76b req-993f3b5a-51fc-45c4-b30e-e62e68a8ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:37.932725 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3cdddbec-40eb-4662-bc05-87365a5aa76b req-993f3b5a-51fc-45c4-b30e-e62e68a8ac53 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ec24f1b720bd42ebb37a36d65757aacd&device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 1129 time: 0.1780272 Oct 04 14:32:38.058174 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:38.112027 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e0567-d5c0-409c-a321-b3c14bc8ab08 req-556eebb5-88af-44d1-adb7-00151ac9250d tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:38.121332 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e58e0567-d5c0-409c-a321-b3c14bc8ab08 req-556eebb5-88af-44d1-adb7-00151ac9250d tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 944 time: 0.0942538 Oct 04 14:32:38.201480 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device e54a5c10-31ed-49db-be6e-46142100601f up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:32:38.263048 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e58e0567-d5c0-409c-a321-b3c14bc8ab08 req-dbe11c58-8305-47bc-96d7-7ba9ee4f7cef tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317146 Oct 04 14:32:38.332267 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdddbec-40eb-4662-bc05-87365a5aa76b req-121301a1-3a69-40da-8842-1386b3ddbb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:38.336692 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3cdddbec-40eb-4662-bc05-87365a5aa76b req-121301a1-3a69-40da-8842-1386b3ddbb41 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=f70b9727-7199-4fe7-bb77-16baf61f7e49 HTTP/1.1" status: 200 len: 920 time: 0.3547602 Oct 04 14:32:38.378879 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning for port e54a5c10-31ed-49db-be6e-46142100601f completed by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 14:32:38.395209 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=100 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:38.412900 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port e54a5c10-31ed-49db-be6e-46142100601f triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:32:38.413491 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (e54a5c10-31ed-49db-be6e-46142100601f), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:38.413894 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port e54a5c10-31ed-49db-be6e-46142100601f Oct 04 14:32:38.508145 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52cac9-c505-4305-910d-7c78ff75ad13 req-12d5676e-71d8-43b2-9ce5-f7c9059c505c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:38.510058 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ba52cac9-c505-4305-910d-7c78ff75ad13 req-12d5676e-71d8-43b2-9ce5-f7c9059c505c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 945 time: 0.0828452 Oct 04 14:32:38.550273 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port e54a5c10-31ed-49db-be6e-46142100601f is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:32:38.550828 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (e54a5c10-31ed-49db-be6e-46142100601f), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:38.614095 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ba52cac9-c505-4305-910d-7c78ff75ad13 req-da71ba32-d3a9-4b5e-a8f4-b056a4297660 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e2903a87-4058-431c-a844-7c5ce41fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960178 Oct 04 14:32:38.619006 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7710c92-4b84-4095-8986-a3bc34164760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54a5c10-31ed-49db-be6e-46142100601f'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:32:38.627138 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2769f2-1281-499c-b816-84ea8cb99a93" -d '{"events": [{"server_uuid": "e7710c92-4b84-4095-8986-a3bc34164760", "name": "network-vif-plugged", "status": "completed", "tag": "e54a5c10-31ed-49db-be6e-46142100601f"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:32:38.655341 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port e54a5c10-31ed-49db-be6e-46142100601f, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=e54a5c10-31ed-49db-be6e-46142100601f,segment=NetworkSegment(152383e2-d73f-4c02-bb1c-e715e00f8899),segment_id=152383e2-d73f-4c02-bb1c-e715e00f8899)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:32:38.668633 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (e54a5c10-31ed-49db-be6e-46142100601f), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:38.753739 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266f060b-6bb2-4483-a4b9-237a730e8466 x-openstack-request-id: req-266f060b-6bb2-4483-a4b9-237a730e8466 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:32:38.754653 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7710c92-4b84-4095-8986-a3bc34164760", "name": "network-vif-plugged", "status": "completed", "tag": "e54a5c10-31ed-49db-be6e-46142100601f", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:32:38.755190 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-266f060b-6bb2-4483-a4b9-237a730e8466 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:32:38.756546 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-266f060b-6bb2-4483-a4b9-237a730e8466'] response: {'server_uuid': 'e7710c92-4b84-4095-8986-a3bc34164760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54a5c10-31ed-49db-be6e-46142100601f', 'code': 200} Oct 04 14:32:38.758274 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=e54a5c10-31ed-49db-be6e-46142100601f,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:39.279917 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3cdddbec-40eb-4662-bc05-87365a5aa76b req-96f0898c-9198-46d9-9b57-d91a416e6365 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdd48946-1df6-48c0-871f-7f58d52dcaba HTTP/1.1" status: 200 len: 217 time: 0.1869578 Oct 04 14:32:39.291505 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670d174-07d5-4067-837b-8ff76103f904 req-9b799f35-f431-4c6e-8676-65dcf8faffb3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:39.301836 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b670d174-07d5-4067-837b-8ff76103f904 req-9b799f35-f431-4c6e-8676-65dcf8faffb3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.2330215 Oct 04 14:32:39.457008 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b670d174-07d5-4067-837b-8ff76103f904 req-089fcd6e-c769-460c-8a75-8ea77be80530 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538572 Oct 04 14:32:39.550360 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdddbec-40eb-4662-bc05-87365a5aa76b req-a78560c0-ef7b-40e7-bdbd-ad6a65da91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:39.552621 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3cdddbec-40eb-4662-bc05-87365a5aa76b req-a78560c0-ef7b-40e7-bdbd-ad6a65da91a8 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0b6ce1ed-cefc-4d28-95ba-a2004388db27 HTTP/1.1" status: 200 len: 858 time: 0.1668711 Oct 04 14:32:39.654112 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e335988-cc4c-432d-b68c-b6647c226d43 req-2db5827c-8b14-4103-a84d-c28bc967c34e tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:39.671409 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2e335988-cc4c-432d-b68c-b6647c226d43 req-2db5827c-8b14-4103-a84d-c28bc967c34e tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 945 time: 0.1274803 Oct 04 14:32:39.715199 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df5af2-760b-4887-9d3f-5cedc588a5e7 req-0a92204a-c0f6-4b6c-9073-c0b9afa39ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:39.717305 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-34df5af2-760b-4887-9d3f-5cedc588a5e7 req-0a92204a-c0f6-4b6c-9073-c0b9afa39ec4 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 1129 time: 0.0695479 Oct 04 14:32:39.801078 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2e335988-cc4c-432d-b68c-b6647c226d43 req-8e731d1b-a4f6-4b77-b98c-cda729ce0558 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238995 Oct 04 14:32:39.812782 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdddbec-40eb-4662-bc05-87365a5aa76b req-36c3c6e3-6310-41bd-8eb0-bfc0918dc3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:39.816408 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3cdddbec-40eb-4662-bc05-87365a5aa76b req-36c3c6e3-6310-41bd-8eb0-bfc0918dc3f2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=f70b9727-7199-4fe7-bb77-16baf61f7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2447464 Oct 04 14:32:40.015458 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-34df5af2-760b-4887-9d3f-5cedc588a5e7 req-4cd7e17f-04c5-49e6-98e9-45c90df24681 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750535 Oct 04 14:32:40.040604 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf5055-d9c8-47e2-aa54-023b4c633ff7 req-c0c0aabe-f33b-44be-b465-0d3a5e9f3aa7 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:40.058101 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3caf5055-d9c8-47e2-aa54-023b4c633ff7 req-c0c0aabe-f33b-44be-b465-0d3a5e9f3aa7 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 945 time: 0.1227577 Oct 04 14:32:40.143526 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3cdddbec-40eb-4662-bc05-87365a5aa76b req-a22d0a9f-bb95-4095-849e-9d3b4d125049 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168807 Oct 04 14:32:40.177100 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3caf5055-d9c8-47e2-aa54-023b4c633ff7 req-b70aa6d5-f807-453a-b12d-6d8e83367079 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e2903a87-4058-431c-a844-7c5ce41fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109180 Oct 04 14:32:40.370420 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bb6fd-c318-415a-ae89-e901f66dcf9e req-712f5785-cff2-4156-9968-94197fd5ca86 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:40.383819 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 44298) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:32:40.386818 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-a76bb6fd-c318-415a-ae89-e901f66dcf9e req-712f5785-cff2-4156-9968-94197fd5ca86 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 945 time: 0.1002526 Oct 04 14:32:40.388909 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-ee7fdeb9-af2d-43d9-898b-d684016e7199 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Request body: {'floatingip': {'port_id': 'ae758bb2-370d-4f68-a541-62eb3b42c185'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:32:40.467803 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 44300) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:32:40.472147 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ee7fdeb9-af2d-43d9-898b-d684016e7199 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (069ae990-669f-4091-a654-06d50049f50c), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:40.706864 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204c3f5-90b4-4894-9fe1-2cfaee338666 req-824ad0e6-7413-42b8-965e-0ea26053c3bd tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:40.719408 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b204c3f5-90b4-4894-9fe1-2cfaee338666 req-824ad0e6-7413-42b8-965e-0ea26053c3bd tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0986221 Oct 04 14:32:40.747022 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3cdddbec-40eb-4662-bc05-87365a5aa76b req-f49d0435-0616-46b3-a9c7-1f118f85d8ee service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042411 Oct 04 14:32:40.761587 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:40.769754 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-710764de-d230-4ecb-a6c8-0b6fcce37993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:40.840442 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b204c3f5-90b4-4894-9fe1-2cfaee338666 req-c4424171-f380-40ab-a29a-60cec4326d2b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195271 Oct 04 14:32:40.998649 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-710764de-d230-4ecb-a6c8-0b6fcce37993 admin admin] Publish callbacks [] for security_group (69bd3ee0-42f4-44ec-a72e-109d07e0d473), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:41.007271 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-710764de-d230-4ecb-a6c8-0b6fcce37993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (69bd3ee0-42f4-44ec-a72e-109d07e0d473), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:41.128088 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710764de-d230-4ecb-a6c8-0b6fcce37993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bd3ee0-42f4-44ec-a72e-109d07e0d473,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:41.137835 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:41.140289 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710764de-d230-4ecb-a6c8-0b6fcce37993 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:41.140882 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710764de-d230-4ecb-a6c8-0b6fcce37993 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:41.141244 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710764de-d230-4ecb-a6c8-0b6fcce37993 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:41.141641 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710764de-d230-4ecb-a6c8-0b6fcce37993 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:41.141960 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710764de-d230-4ecb-a6c8-0b6fcce37993 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:41.142815 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710764de-d230-4ecb-a6c8-0b6fcce37993 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:41.143148 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710764de-d230-4ecb-a6c8-0b6fcce37993 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:41.143480 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710764de-d230-4ecb-a6c8-0b6fcce37993 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:41.143808 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710764de-d230-4ecb-a6c8-0b6fcce37993 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:41.144136 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710764de-d230-4ecb-a6c8-0b6fcce37993 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:41.144575 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710764de-d230-4ecb-a6c8-0b6fcce37993 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:41.144905 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710764de-d230-4ecb-a6c8-0b6fcce37993 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:41.145301 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710764de-d230-4ecb-a6c8-0b6fcce37993 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:41.145683 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710764de-d230-4ecb-a6c8-0b6fcce37993 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:41.146035 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710764de-d230-4ecb-a6c8-0b6fcce37993 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:41.160255 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05c406-c04f-436e-8b87-f7427393b050 req-76fab64f-33a8-47be-8543-62e64f3d6daa tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:41.161840 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4f05c406-c04f-436e-8b87-f7427393b050 req-76fab64f-33a8-47be-8543-62e64f3d6daa tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 945 time: 0.1300397 Oct 04 14:32:41.164339 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-710764de-d230-4ecb-a6c8-0b6fcce37993 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=75521a0d89554160a2fccc7b789ac83e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6938734 Oct 04 14:32:41.167511 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 44344) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:32:41.226355 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-dee0f44c-3c61-44ae-82bc-80edb32771fb tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1258383342&fields=id&tenant_id=ec24f1b720bd42ebb37a36d65757aacd HTTP/1.1" status: 200 len: 267 time: 0.0754621 Oct 04 14:32:41.277273 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:41.332676 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-4a3e552c-a32f-4090-9010-54c697b708ee admin admin] Publish callbacks [] for security_group (69bd3ee0-42f4-44ec-a72e-109d07e0d473), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:41.350034 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:32:41.394991 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-4a3e552c-a32f-4090-9010-54c697b708ee admin admin] Publish callbacks [] for security_group (69bd3ee0-42f4-44ec-a72e-109d07e0d473), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:41.408228 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4f05c406-c04f-436e-8b87-f7427393b050 req-3f86481d-644d-4b1a-80ce-6218ea19d9a5 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002840 Oct 04 14:32:41.476367 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:41.507912 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-4a3e552c-a32f-4090-9010-54c697b708ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (69bd3ee0-42f4-44ec-a72e-109d07e0d473), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:41.511181 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-4a3e552c-a32f-4090-9010-54c697b708ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:41.517756 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-4a3e552c-a32f-4090-9010-54c697b708ee admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/69bd3ee0-42f4-44ec-a72e-109d07e0d473 HTTP/1.1" status: 204 len: 168 time: 0.3476169 Oct 04 14:32:41.536146 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e552c-a32f-4090-9010-54c697b708ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bd3ee0-42f4-44ec-a72e-109d07e0d473,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:41.601726 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-61f54089-32b9-40e2-a8b5-8e6109711023 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:41.603517 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-61f54089-32b9-40e2-a8b5-8e6109711023 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/networks?id=f70b9727-7199-4fe7-bb77-16baf61f7e49 HTTP/1.1" status: 200 len: 819 time: 0.2715206 Oct 04 14:32:41.685736 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-658e8a4f-0efe-46e7-9271-fe40230024d0 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/quotas/ec24f1b720bd42ebb37a36d65757aacd HTTP/1.1" status: 200 len: 375 time: 0.0703321 Oct 04 14:32:41.757445 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-a766cc0e-d17b-47d7-8612-67c6898a702a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=ec24f1b720bd42ebb37a36d65757aacd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0613594 Oct 04 14:32:41.770232 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ee7fdeb9-af2d-43d9-898b-d684016e7199 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:41.775682 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ee7fdeb9-af2d-43d9-898b-d684016e7199 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (069ae990-669f-4091-a654-06d50049f50c), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:41.986527 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.l3_db [None req-ee7fdeb9-af2d-43d9-898b-d684016e7199 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Floating IP 069ae990-669f-4091-a654-06d50049f50c associated. External IP: 172.27.3.183, port: ae758bb2-370d-4f68-a541-62eb3b42c185. Oct 04 14:32:42.093036 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-fc239981-5741-4c42-9776-7d25ac621fa9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406557 Oct 04 14:32:42.191632 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac99f5-fa24-4b9a-9d39-192d8860fbb2 req-57518f0a-06ec-43ce-b6bf-e20eea756f3e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:42.193814 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c7ac99f5-fa24-4b9a-9d39-192d8860fbb2 req-57518f0a-06ec-43ce-b6bf-e20eea756f3e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0996556 Oct 04 14:32:42.264707 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 44384) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:32:42.308112 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5689ac7f-565e-4d87-9bc5-90a44af41d5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:42.340987 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:42.341793 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c7ac99f5-fa24-4b9a-9d39-192d8860fbb2 req-e477aae0-1af5-4dc9-bf44-411ac5b3eb01 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417575 Oct 04 14:32:42.566513 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5689ac7f-565e-4d87-9bc5-90a44af41d5d admin admin] Publish callbacks [] for security_group (7b487913-53fc-4559-aab5-ca7cdeef0923), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:42.583535 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5689ac7f-565e-4d87-9bc5-90a44af41d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (7b487913-53fc-4559-aab5-ca7cdeef0923), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:42.692175 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f43b6-fc95-4e0b-84ba-cd5bea7521fd req-c825aa7f-3683-4c31-b4b5-c978fe6ce26d tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:42.693858 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ba4f43b6-fc95-4e0b-84ba-cd5bea7521fd req-c825aa7f-3683-4c31-b4b5-c978fe6ce26d tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 945 time: 0.1214952 Oct 04 14:32:42.697255 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-5689ac7f-565e-4d87-9bc5-90a44af41d5d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=27baf095429145cab4744d3cb19f4a09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4315500 Oct 04 14:32:42.698216 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689ac7f-565e-4d87-9bc5-90a44af41d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b487913-53fc-4559-aab5-ca7cdeef0923,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:42.700027 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 44396) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:32:42.714571 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-d2395836-626d-4f69-b6b9-0bf93973815b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6120675 Oct 04 14:32:42.782358 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7fdeb9-af2d-43d9-898b-d684016e7199 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Router 62bc1c7e-254b-44ea-8e51-0290db5b3aee has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:32:42.857765 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ba4f43b6-fc95-4e0b-84ba-cd5bea7521fd req-438f0588-d040-4548-8614-e1a193e8fc1b tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438422 Oct 04 14:32:42.858701 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-067d0bd5-f10b-4adb-95a2-8e62b16b000c admin admin] Publish callbacks [] for security_group (7b487913-53fc-4559-aab5-ca7cdeef0923), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:42.902358 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-067d0bd5-f10b-4adb-95a2-8e62b16b000c admin admin] Publish callbacks [] for security_group (7b487913-53fc-4559-aab5-ca7cdeef0923), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:43.052408 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:43.072853 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7fdeb9-af2d-43d9-898b-d684016e7199 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:32:43.089965 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ee7fdeb9-af2d-43d9-898b-d684016e7199 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:43.091376 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c0d86-b722-4afd-814c-2f41ff6d3759 None None] Sync routers for ids ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:32:43.126035 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665c0d86-b722-4afd-814c-2f41ff6d3759 None None] Routers {'62bc1c7e-254b-44ea-8e51-0290db5b3aee'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:32:43.127886 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-665c0d86-b722-4afd-814c-2f41ff6d3759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:32:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:32:43.142553 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad0696-4b68-4188-8b10-76b053627bec req-5eb21417-06cc-4020-bb1c-423d198d1c47 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:43.160975 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-40ad0696-4b68-4188-8b10-76b053627bec req-5eb21417-06cc-4020-bb1c-423d198d1c47 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 945 time: 0.1578000 Oct 04 14:32:43.285794 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-40ad0696-4b68-4188-8b10-76b053627bec req-ce9bf604-4f2c-4c53-a357-48a0115312b1 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233664 Oct 04 14:32:43.302799 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:43.316844 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-ee7fdeb9-af2d-43d9-898b-d684016e7199 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/069ae990-669f-4091-a654-06d50049f50c HTTP/1.1" status: 200 len: 991 time: 2.9316392 Oct 04 14:32:43.329109 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4108df3f-3fff-48ee-82b9-5567597d9e24 req-e35a2349-d221-4fe1-8545-2c920b57d55d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 210 time: 0.1455266 Oct 04 14:32:43.331438 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 44446) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:32:43.345595 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:43.389026 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e321c8-c06c-4113-a76d-21aa1a27946f', 'tag': 'ae758bb2-370d-4f68-a541-62eb3b42c185'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:32:43.396603 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e048e2f7-95ca-4334-b69d-3c46e752160c" -d '{"events": [{"name": "network-changed", "server_uuid": "08e321c8-c06c-4113-a76d-21aa1a27946f", "tag": "ae758bb2-370d-4f68-a541-62eb3b42c185"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:32:43.420129 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-067d0bd5-f10b-4adb-95a2-8e62b16b000c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (7b487913-53fc-4559-aab5-ca7cdeef0923), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:43.428889 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-067d0bd5-f10b-4adb-95a2-8e62b16b000c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:43.443501 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-067d0bd5-f10b-4adb-95a2-8e62b16b000c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7b487913-53fc-4559-aab5-ca7cdeef0923 HTTP/1.1" status: 204 len: 168 time: 0.7401690 Oct 04 14:32:43.477058 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d0bd5-f10b-4adb-95a2-8e62b16b000c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b487913-53fc-4559-aab5-ca7cdeef0923,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:43.516053 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d0bd5-f10b-4adb-95a2-8e62b16b000c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:43.519645 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d0bd5-f10b-4adb-95a2-8e62b16b000c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:43.520304 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d0bd5-f10b-4adb-95a2-8e62b16b000c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:43.522758 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d0bd5-f10b-4adb-95a2-8e62b16b000c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:43.524346 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d0bd5-f10b-4adb-95a2-8e62b16b000c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:43.524945 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d0bd5-f10b-4adb-95a2-8e62b16b000c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:43.525596 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d0bd5-f10b-4adb-95a2-8e62b16b000c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:43.527573 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d0bd5-f10b-4adb-95a2-8e62b16b000c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:43.528046 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d0bd5-f10b-4adb-95a2-8e62b16b000c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:43.530133 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d0bd5-f10b-4adb-95a2-8e62b16b000c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:43.530874 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d0bd5-f10b-4adb-95a2-8e62b16b000c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:43.533102 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d0bd5-f10b-4adb-95a2-8e62b16b000c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:43.533695 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d0bd5-f10b-4adb-95a2-8e62b16b000c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:43.535576 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d0bd5-f10b-4adb-95a2-8e62b16b000c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:43.536160 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d0bd5-f10b-4adb-95a2-8e62b16b000c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:32:43.549738 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade58c18-a9cf-42e1-a26d-f9223d3b3f88 x-openstack-request-id: req-ade58c18-a9cf-42e1-a26d-f9223d3b3f88 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:32:43.554048 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e321c8-c06c-4113-a76d-21aa1a27946f", "tag": "ae758bb2-370d-4f68-a541-62eb3b42c185", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:32:43.555213 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ade58c18-a9cf-42e1-a26d-f9223d3b3f88 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:32:43.556016 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ade58c18-a9cf-42e1-a26d-f9223d3b3f88'] response: {'name': 'network-changed', 'server_uuid': '08e321c8-c06c-4113-a76d-21aa1a27946f', 'tag': 'ae758bb2-370d-4f68-a541-62eb3b42c185', 'status': 'completed', 'code': 200} Oct 04 14:32:43.728407 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-665c0d86-b722-4afd-814c-2f41ff6d3759 None None] Set router 62bc1c7e-254b-44ea-8e51-0290db5b3aee gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:32:43.806424 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c172f50-f80c-46df-bd7b-0807f058beaa req-c5678724-5839-47ae-bc6d-5c009eb5b704 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:43.818751 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8c172f50-f80c-46df-bd7b-0807f058beaa req-c5678724-5839-47ae-bc6d-5c009eb5b704 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.2241430 Oct 04 14:32:44.007967 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048e2f7-95ca-4334-b69d-3c46e752160c req-04886dfe-b872-4e8c-be13-8bcf1da9bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:44.009703 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e048e2f7-95ca-4334-b69d-3c46e752160c req-04886dfe-b872-4e8c-be13-8bcf1da9bba7 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1e5731dbee8946a281caefaeb02bd7ff&device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 1129 time: 0.1164665 Oct 04 14:32:44.093019 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8c172f50-f80c-46df-bd7b-0807f058beaa req-deebc840-c7bd-430c-b365-974a545f5771 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732592 Oct 04 14:32:44.146352 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec39d11-2aca-47bd-b3a9-1535c53148c0 tempest-TestVolumeBootPattern-1079097329 tempest-TestVolumeBootPattern-1079097329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:44.147944 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-dec39d11-2aca-47bd-b3a9-1535c53148c0 tempest-TestVolumeBootPattern-1079097329 tempest-TestVolumeBootPattern-1079097329-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 1124 time: 0.8151741 Oct 04 14:32:44.152206 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 44480) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:32:44.163037 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-c1f26ad0-c85f-4a22-a67a-b978754fd418 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Request body: {'floatingip': {'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'port_id': 'e54a5c10-31ed-49db-be6e-46142100601f', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:32:44.217555 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c1f26ad0-c85f-4a22-a67a-b978754fd418 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:44.335188 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:44.375897 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048e2f7-95ca-4334-b69d-3c46e752160c req-256a4952-3625-4c0d-9d89-d7e892e6fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:44.394686 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e048e2f7-95ca-4334-b69d-3c46e752160c req-256a4952-3625-4c0d-9d89-d7e892e6fb82 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=3e89e862-e669-4987-af44-eb18dbc3b78d HTTP/1.1" status: 200 len: 915 time: 0.3548293 Oct 04 14:32:44.405942 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-665c0d86-b722-4afd-814c-2f41ff6d3759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': '069ae990-669f-4091-a654-06d50049f50c', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'floating_ip_address': '172.27.3.183', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'port_id': 'ae758bb2-370d-4f68-a541-62eb3b42c185', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'mac_address': 'fa:16:3e:70:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e321c8-c06c-4113-a76d-21aa1a27946f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:32:00Z', 'updated_at': '2022-10-04T14:32:41Z', 'revision_number': 1, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'fixed_ip_address_scope': None}, {'id': 'e9304e2c-c592-4564-83bc-d35a048fe767', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'port_id': '3a45f381-06ca-4183-af22-7b3ce0bb06a4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'mac_address': 'fa:16:3e:ef:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92da7788-17c4-4129-b353-b25576213350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:29:52Z', 'updated_at': '2022-10-04T14:30:47Z', 'revision_number': 2, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:09Z', 'revision_number': 5, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:32:44.419455 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c1f26ad0-c85f-4a22-a67a-b978754fd418 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:44.506877 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c0d86-b722-4afd-814c-2f41ff6d3759 None None] Checking router: 62bc1c7e-254b-44ea-8e51-0290db5b3aee for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:32:44.529428 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665c0d86-b722-4afd-814c-2f41ff6d3759 None None] Routers {'62bc1c7e-254b-44ea-8e51-0290db5b3aee'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:32:44.530195 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-665c0d86-b722-4afd-814c-2f41ff6d3759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:32:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:32:44.624004 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-722d850c-4bee-4853-98eb-cfc86418c6e0 req-fa2991a8-6459-4b52-8a5d-503c4c872d67 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 210 time: 0.0907495 Oct 04 14:32:44.673947 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e048e2f7-95ca-4334-b69d-3c46e752160c req-20690f3d-8f82-4757-b563-01bdcce9344b service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae758bb2-370d-4f68-a541-62eb3b42c185 HTTP/1.1" status: 200 len: 999 time: 0.2683797 Oct 04 14:32:44.747109 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-665c0d86-b722-4afd-814c-2f41ff6d3759 None None] Set router 62bc1c7e-254b-44ea-8e51-0290db5b3aee gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:32:44.772510 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_common [None req-c1f26ad0-c85f-4a22-a67a-b978754fd418 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Allocated IP 172.27.3.229 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/cf228b3b-a397-4909-bf86-7c5be6262747) {{(pid=106355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:32:44.785060 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048e2f7-95ca-4334-b69d-3c46e752160c req-d3365bca-d927-427e-ac2c-0851eece1181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:44.805577 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e048e2f7-95ca-4334-b69d-3c46e752160c req-d3365bca-d927-427e-ac2c-0851eece1181 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41 HTTP/1.1" status: 200 len: 853 time: 0.1251173 Oct 04 14:32:44.892359 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048e2f7-95ca-4334-b69d-3c46e752160c req-e5c5d55c-e409-4cac-9669-4a4584916be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:44.896245 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e048e2f7-95ca-4334-b69d-3c46e752160c req-e5c5d55c-e409-4cac-9669-4a4584916be2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=3e89e862-e669-4987-af44-eb18dbc3b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0836871 Oct 04 14:32:44.907311 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:45.055318 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c1f26ad0-c85f-4a22-a67a-b978754fd418 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for port (cf228b3b-a397-4909-bf86-7c5be6262747), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:45.139486 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c1f26ad0-c85f-4a22-a67a-b978754fd418 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (cf228b3b-a397-4909-bf86-7c5be6262747), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:45.141002 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e048e2f7-95ca-4334-b69d-3c46e752160c req-469196ec-f52e-4253-b3d5-2f61ac601a2c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250147 Oct 04 14:32:45.249530 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f26ad0-c85f-4a22-a67a-b978754fd418 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:32:45.268133 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-c1f26ad0-c85f-4a22-a67a-b978754fd418 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:32:45.293141 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f26ad0-c85f-4a22-a67a-b978754fd418 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Received port after_create {{(pid=106355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:32:45.303533 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f26ad0-c85f-4a22-a67a-b978754fd418 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Pushing event updated for resources: {'Port': ['ID=cf228b3b-a397-4909-bf86-7c5be6262747,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:45.326105 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 44508) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:32:45.327464 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-665c0d86-b722-4afd-814c-2f41ff6d3759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': '069ae990-669f-4091-a654-06d50049f50c', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'floating_ip_address': '172.27.3.183', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'port_id': 'ae758bb2-370d-4f68-a541-62eb3b42c185', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'mac_address': 'fa:16:3e:70:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e321c8-c06c-4113-a76d-21aa1a27946f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:32:00Z', 'updated_at': '2022-10-04T14:32:41Z', 'revision_number': 1, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'fixed_ip_address_scope': None}, {'id': 'e9304e2c-c592-4564-83bc-d35a048fe767', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'port_id': '3a45f381-06ca-4183-af22-7b3ce0bb06a4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'mac_address': 'fa:16:3e:ef:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92da7788-17c4-4129-b353-b25576213350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:29:52Z', 'updated_at': '2022-10-04T14:30:47Z', 'revision_number': 2, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:09Z', 'revision_number': 5, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:32:45.391007 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c0d86-b722-4afd-814c-2f41ff6d3759 None None] The sync data for ids ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'] in dv-cinder-860260-1-iscsi is: [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': '069ae990-669f-4091-a654-06d50049f50c', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'floating_ip_address': '172.27.3.183', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'port_id': 'ae758bb2-370d-4f68-a541-62eb3b42c185', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'mac_address': 'fa:16:3e:70:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e321c8-c06c-4113-a76d-21aa1a27946f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:32:00Z', 'updated_at': '2022-10-04T14:32:41Z', 'revision_number': 1, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'fixed_ip_address_scope': None}, {'id': 'e9304e2c-c592-4564-83bc-d35a048fe767', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'port_id': '3a45f381-06ca-4183-af22-7b3ce0bb06a4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'mac_address': 'fa:16:3e:ef:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92da7788-17c4-4129-b353-b25576213350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:29:52Z', 'updated_at': '2022-10-04T14:30:47Z', 'revision_number': 2, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:09Z', 'revision_number': 5, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:32:45.419214 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e558d64-7e4c-4d7e-9097-4c037d165cdd req-5b9653ab-d1d5-4325-8f6a-5b54f5e6ee40 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:45.435706 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2e558d64-7e4c-4d7e-9097-4c037d165cdd req-5b9653ab-d1d5-4325-8f6a-5b54f5e6ee40 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.1948946 Oct 04 14:32:45.524257 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_v2 [None req-458d9dea-a663-495d-b7b4-7dd8c9c518fe admin admin] Deleting subnet 134d23ad-891e-438e-bdda-a4b2d24746b3 {{(pid=106356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 14:32:45.528627 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e048e2f7-95ca-4334-b69d-3c46e752160c req-770cedb9-a450-46ef-9e41-8788e5c6ccf0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761601 Oct 04 14:32:45.531669 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-458d9dea-a663-495d-b7b4-7dd8c9c518fe admin admin] Publish callbacks [] for subnet (134d23ad-891e-438e-bdda-a4b2d24746b3), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:45.642877 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2e558d64-7e4c-4d7e-9097-4c037d165cdd req-f9ffaede-a064-414b-93a4-a723a747c920 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956086 Oct 04 14:32:45.650073 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-458d9dea-a663-495d-b7b4-7dd8c9c518fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5701674'] for subnet (134d23ad-891e-438e-bdda-a4b2d24746b3), precommit_delete_associations {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:45.718916 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-458d9dea-a663-495d-b7b4-7dd8c9c518fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394552'] for subnet (134d23ad-891e-438e-bdda-a4b2d24746b3), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:45.772190 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:45.834805 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bff5099d-2028-492a-8737-6108f7382ae9 req-9b9c1e5f-c222-488e-bb8f-9b18159eb761 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 210 time: 0.0509310 Oct 04 14:32:45.884759 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17622d6d-7883-4480-b176-2b2c5ddfdd50 None None] New status for floating IP 069ae990-669f-4091-a654-06d50049f50c: ACTIVE {{(pid=106358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:32:45.885513 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-458d9dea-a663-495d-b7b4-7dd8c9c518fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4681588'] for subnet (134d23ad-891e-438e-bdda-a4b2d24746b3), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:45.923599 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-458d9dea-a663-495d-b7b4-7dd8c9c518fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:45.927545 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-458d9dea-a663-495d-b7b4-7dd8c9c518fe admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/134d23ad-891e-438e-bdda-a4b2d24746b3 HTTP/1.1" status: 204 len: 168 time: 0.5922925 Oct 04 14:32:45.930536 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 44518) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:32:45.964996 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:45.978804 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d9dea-a663-495d-b7b4-7dd8c9c518fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=134d23ad-891e-438e-bdda-a4b2d24746b3,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:46.059750 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e6390bf7-353f-423a-8cd1-7a5e0353c7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1385909'] for network (470e3fa5-8495-498c-bd2a-466c324e9bda), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:46.130338 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c1f26ad0-c85f-4a22-a67a-b978754fd418 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for floatingip (758d6a51-0c32-4836-8528-10c7a2547c1c), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:46.182518 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:46.224283 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c1f26ad0-c85f-4a22-a67a-b978754fd418 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (cf228b3b-a397-4909-bf86-7c5be6262747), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:46.242587 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e6390bf7-353f-423a-8cd1-7a5e0353c7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335914', 'neutron.services.segments.db._delete_segments_for_network-8767534955484'] for network (470e3fa5-8495-498c-bd2a-466c324e9bda), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:46.263567 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:46.412381 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-91400ccb-6091-49a3-b880-fc5ed4157a41 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:46.414048 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-91400ccb-6091-49a3-b880-fc5ed4157a41 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.17 "GET /networking/v2.0/networks?id=f70b9727-7199-4fe7-bb77-16baf61f7e49 HTTP/1.1" status: 200 len: 819 time: 0.2470150 Oct 04 14:32:46.419482 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.services.segments.db [None req-e6390bf7-353f-423a-8cd1-7a5e0353c7d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470e3fa5-8495-498c-bd2a-466c324e9bda']}} {{(pid=106356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:32:46.441662 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.services.segments.db [None req-e6390bf7-353f-423a-8cd1-7a5e0353c7d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d') {'for_net_delete': True} {{(pid=106356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:32:46.441959 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.services.segments.db [None req-e6390bf7-353f-423a-8cd1-7a5e0353c7d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d') {} {{(pid=106356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:32:46.454536 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e6390bf7-353f-423a-8cd1-7a5e0353c7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767534908582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5701715'] for segment (1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:46.455979 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c1f26ad0-c85f-4a22-a67a-b978754fd418 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for port (cf228b3b-a397-4909-bf86-7c5be6262747), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:46.462240 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c1f26ad0-c85f-4a22-a67a-b978754fd418 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577893'] for port (cf228b3b-a397-4909-bf86-7c5be6262747), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:46.472488 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e6390bf7-353f-423a-8cd1-7a5e0353c7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:46.481556 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6390bf7-353f-423a-8cd1-7a5e0353c7d1 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=106356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 14:32:46.481841 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e6390bf7-353f-423a-8cd1-7a5e0353c7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372171'] for segment (1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:46.548853 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.services.segments.plugin [-] Segment 1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d resource provider aggregate not found Oct 04 14:32:46.565418 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c1f26ad0-c85f-4a22-a67a-b978754fd418 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (758d6a51-0c32-4836-8528-10c7a2547c1c), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:46.569450 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.services.segments.plugin [-] Segment 1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f6bcf8f-5fd5-4fa2-8ab2-885f0361f40d found for delete ", "request_id": "req-d97f9277-357a-4c12-b7c2-5a9f096e9606"}]} Oct 04 14:32:46.619069 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e6390bf7-353f-423a-8cd1-7a5e0353c7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1336217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549289'] for network (470e3fa5-8495-498c-bd2a-466c324e9bda), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:46.627983 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e6390bf7-353f-423a-8cd1-7a5e0353c7d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:46.633982 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-e6390bf7-353f-423a-8cd1-7a5e0353c7d1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/470e3fa5-8495-498c-bd2a-466c324e9bda HTTP/1.1" status: 204 len: 168 time: 0.7015486 Oct 04 14:32:46.654356 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6390bf7-353f-423a-8cd1-7a5e0353c7d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=470e3fa5-8495-498c-bd2a-466c324e9bda,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:46.666481 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-9308e958-33b8-4f2d-baae-32eb99e0136b tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ec24f1b720bd42ebb37a36d65757aacd HTTP/1.1" status: 200 len: 380 time: 0.1292901 Oct 04 14:32:46.711474 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f26ad0-c85f-4a22-a67a-b978754fd418 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Pushing event updated for resources: {'Port': ['ID=cf228b3b-a397-4909-bf86-7c5be6262747,revision_number=2']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:46.732148 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.db.l3_db [None req-c1f26ad0-c85f-4a22-a67a-b978754fd418 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Floating IP 758d6a51-0c32-4836-8528-10c7a2547c1c associated. External IP: 172.27.3.229, port: e54a5c10-31ed-49db-be6e-46142100601f. Oct 04 14:32:46.843799 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37876317-563b-4746-aa49-03739ca06e13 req-669ecb08-7770-4243-a041-ec45941d2c7c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:46.846066 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-37876317-563b-4746-aa49-03739ca06e13 req-669ecb08-7770-4243-a041-ec45941d2c7c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0703239 Oct 04 14:32:46.919427 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 44586) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:32:46.946367 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-37876317-563b-4746-aa49-03739ca06e13 req-a3a62e76-c656-44f4-aecc-fc9dbf51f9db tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732009 Oct 04 14:32:47.049059 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-86db819d-937a-4d47-9800-e4dddd5f1ed3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Request body: {'port': {'device_id': '0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302', 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'admin_state_up': True, 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'security_groups': ['5304fa2f-cec5-4b91-adf6-074f7a1f3653']}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:32:47.060995 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3d9c4100-787b-4bf7-b346-b85f3c485f82 req-aec38f9f-1eae-4c07-a989-5be8a29dc956 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 210 time: 0.1160626 Oct 04 14:32:47.131815 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f26ad0-c85f-4a22-a67a-b978754fd418 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Router 807667d4-7f76-4180-809f-a74c0f34451d has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:32:47.158703 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-8e4a3378-953f-4e82-997b-196aeeee6e04 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ff877a220f9443fb93fde985a653c999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373672 Oct 04 14:32:47.161761 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 44592) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:32:47.252840 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f26ad0-c85f-4a22-a67a-b978754fd418 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:32:47.264013 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e28a3bf-f5b7-4ce5-9d1a-71ffa94d9784 None None] Sync routers for ids ['807667d4-7f76-4180-809f-a74c0f34451d'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:32:47.270759 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-28108f05-56d7-4a93-b92c-e9c3fe87fe98 admin admin] Publish callbacks [] for security_group (fbf9045d-8185-43e3-8687-71e85d10c62e), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:47.276710 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c1f26ad0-c85f-4a22-a67a-b978754fd418 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:47.295157 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e28a3bf-f5b7-4ce5-9d1a-71ffa94d9784 None None] Routers {'807667d4-7f76-4180-809f-a74c0f34451d'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:32:47.298016 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-0e28a3bf-f5b7-4ce5-9d1a-71ffa94d9784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:32:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['807667d4-7f76-4180-809f-a74c0f34451d'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:32:47.301949 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-86db819d-937a-4d47-9800-e4dddd5f1ed3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Made reservation on behalf of ec24f1b720bd42ebb37a36d65757aacd for: {'port': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:32:47.308730 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-86db819d-937a-4d47-9800-e4dddd5f1ed3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:47.316817 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:47.328263 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-c1f26ad0-c85f-4a22-a67a-b978754fd418 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1746390 Oct 04 14:32:47.331425 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7710c92-4b84-4095-8986-a3bc34164760', 'tag': 'e54a5c10-31ed-49db-be6e-46142100601f'}] {{(pid=106355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:32:47.334276 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172969012db89328cfee76f0acc2659810ea9ea6244db33f0d123db39f5e3407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76847a30-afbf-4857-a07f-b355702d3f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7710c92-4b84-4095-8986-a3bc34164760", "tag": "e54a5c10-31ed-49db-be6e-46142100601f"}]}' {{(pid=106355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:32:47.341258 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-28108f05-56d7-4a93-b92c-e9c3fe87fe98 admin admin] Publish callbacks [] for security_group (fbf9045d-8185-43e3-8687-71e85d10c62e), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:47.381479 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ac64a2-50ab-49e9-a28d-1ee5bfaf50cc x-openstack-request-id: req-a7ac64a2-50ab-49e9-a28d-1ee5bfaf50cc {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:32:47.381888 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7710c92-4b84-4095-8986-a3bc34164760", "tag": "e54a5c10-31ed-49db-be6e-46142100601f", "status": "completed", "code": 200}]} {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:32:47.382243 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7ac64a2-50ab-49e9-a28d-1ee5bfaf50cc {{(pid=106355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:32:47.383010 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7ac64a2-50ab-49e9-a28d-1ee5bfaf50cc'] response: {'name': 'network-changed', 'server_uuid': 'e7710c92-4b84-4095-8986-a3bc34164760', 'tag': 'e54a5c10-31ed-49db-be6e-46142100601f', 'status': 'completed', 'code': 200} Oct 04 14:32:47.445995 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:47.475385 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-0e28a3bf-f5b7-4ce5-9d1a-71ffa94d9784 None None] Set router 807667d4-7f76-4180-809f-a74c0f34451d gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:32:47.508798 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76847a30-afbf-4857-a07f-b355702d3f5b req-fcbc29e4-80ca-4fdf-8753-fd4cbcc463f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:47.512049 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-76847a30-afbf-4857-a07f-b355702d3f5b req-fcbc29e4-80ca-4fdf-8753-fd4cbcc463f6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=408b16a582484c619ff17416990d5feb&device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 1129 time: 0.0498703 Oct 04 14:32:47.531381 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070ea6d-81c4-4acb-8661-e03e3dec6360 req-974560a0-8de0-4673-bff8-686c4d9cf6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:47.533681 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7070ea6d-81c4-4acb-8661-e03e3dec6360 req-974560a0-8de0-4673-bff8-686c4d9cf6c9 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=64993786e21b45beb7829ceaede4777a&device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 1129 time: 0.1002252 Oct 04 14:32:47.541419 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:47.634374 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-28108f05-56d7-4a93-b92c-e9c3fe87fe98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (fbf9045d-8185-43e3-8687-71e85d10c62e), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:47.637185 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-28108f05-56d7-4a93-b92c-e9c3fe87fe98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:47.645268 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-28108f05-56d7-4a93-b92c-e9c3fe87fe98 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fbf9045d-8185-43e3-8687-71e85d10c62e HTTP/1.1" status: 204 len: 168 time: 0.4751701 Oct 04 14:32:47.645268 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-86db819d-937a-4d47-9800-e4dddd5f1ed3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Allocated IP 172.20.0.12 (f70b9727-7199-4fe7-bb77-16baf61f7e49/0b6ce1ed-cefc-4d28-95ba-a2004388db27/31660410-8845-41c4-b49c-b89043507bb3) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:32:47.667991 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28108f05-56d7-4a93-b92c-e9c3fe87fe98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf9045d-8185-43e3-8687-71e85d10c62e,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:47.800222 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070ea6d-81c4-4acb-8661-e03e3dec6360 req-248ddd72-12b1-451d-ad2b-2135df9d0597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:47.802101 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7070ea6d-81c4-4acb-8661-e03e3dec6360 req-248ddd72-12b1-451d-ad2b-2135df9d0597 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=8adffcb3-eb41-48c9-bdc6-30a7213ac01c HTTP/1.1" status: 200 len: 918 time: 0.2551496 Oct 04 14:32:47.927940 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76847a30-afbf-4857-a07f-b355702d3f5b req-d85a2f95-0fc6-47ac-8ef0-8c18924ff310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:47.929765 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-76847a30-afbf-4857-a07f-b355702d3f5b req-d85a2f95-0fc6-47ac-8ef0-8c18924ff310 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=4116101e-9cfb-4512-a759-154f86437ec3 HTTP/1.1" status: 200 len: 913 time: 0.4096146 Oct 04 14:32:47.972000 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7070ea6d-81c4-4acb-8661-e03e3dec6360 req-0c4579dc-ef04-4b7b-b904-184b5206800a service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdc4ad8e-1631-4821-915b-f8fee37479d7 HTTP/1.1" status: 200 len: 1001 time: 0.1542494 Oct 04 14:32:47.974085 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-0e28a3bf-f5b7-4ce5-9d1a-71ffa94d9784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:31:17Z', 'revision_number': 4, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port': {'id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:12Z', 'updated_at': '2022-10-04T14:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': '758d6a51-0c32-4836-8528-10c7a2547c1c', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'floating_ip_address': '172.27.3.229', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'port_id': 'e54a5c10-31ed-49db-be6e-46142100601f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'mac_address': 'fa:16:3e:f7:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7710c92-4b84-4095-8986-a3bc34164760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:32:45Z', 'updated_at': '2022-10-04T14:32:45Z', 'revision_number': 0, 'project_id': '408b16a582484c619ff17416990d5feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce38607-e5d2-46d0-9063-4d74324461e4', 'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'mac_address': 'fa:16:3e:3f:a4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:15Z', 'updated_at': '2022-10-04T14:31:24Z', 'revision_number': 5, 'project_id': '408b16a582484c619ff17416990d5feb', 'subnets': [{'id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:32:48.037547 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e28a3bf-f5b7-4ce5-9d1a-71ffa94d9784 None None] Checking router: 807667d4-7f76-4180-809f-a74c0f34451d for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:32:48.046641 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e28a3bf-f5b7-4ce5-9d1a-71ffa94d9784 None None] Routers {'807667d4-7f76-4180-809f-a74c0f34451d'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:32:48.047897 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-0e28a3bf-f5b7-4ce5-9d1a-71ffa94d9784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:32:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['807667d4-7f76-4180-809f-a74c0f34451d'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:32:48.084068 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070ea6d-81c4-4acb-8661-e03e3dec6360 req-d47e391f-bc65-4162-a1a3-3f8a12f38f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:48.085627 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7070ea6d-81c4-4acb-8661-e03e3dec6360 req-d47e391f-bc65-4162-a1a3-3f8a12f38f48 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=866d7ee4-9072-4a41-8ab0-25e4c5a7536f HTTP/1.1" status: 200 len: 856 time: 0.1049013 Oct 04 14:32:48.094097 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-76847a30-afbf-4857-a07f-b355702d3f5b req-cb0d5432-b433-4f14-8ba6-53acb767d3db service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e54a5c10-31ed-49db-be6e-46142100601f HTTP/1.1" status: 200 len: 999 time: 0.1580164 Oct 04 14:32:48.127537 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-86db819d-937a-4d47-9800-e4dddd5f1ed3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for port (31660410-8845-41c4-b49c-b89043507bb3), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:48.211042 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:48.221734 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd3c38-1ea9-40cf-946e-48f8fecdf445 req-567b7ce3-17dd-4922-aa56-dfeb9117701a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:48.225485 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b9fd3c38-1ea9-40cf-946e-48f8fecdf445 req-567b7ce3-17dd-4922-aa56-dfeb9117701a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.1310744 Oct 04 14:32:48.228477 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070ea6d-81c4-4acb-8661-e03e3dec6360 req-0b20072e-d2fd-4176-93cc-6d534fec480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:48.229837 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7070ea6d-81c4-4acb-8661-e03e3dec6360 req-0b20072e-d2fd-4176-93cc-6d534fec480d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=8adffcb3-eb41-48c9-bdc6-30a7213ac01c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1331038 Oct 04 14:32:48.234672 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-0e28a3bf-f5b7-4ce5-9d1a-71ffa94d9784 None None] Set router 807667d4-7f76-4180-809f-a74c0f34451d gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:32:48.275428 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-cd062a2e-1019-4cf6-a0ac-432a7cc15d66 req-3935bc91-0527-41ad-984c-a68c5590ddea tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 210 time: 0.1059303 Oct 04 14:32:48.281399 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76847a30-afbf-4857-a07f-b355702d3f5b req-10e9f292-db89-4427-9032-67c2739c018d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:48.283587 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-76847a30-afbf-4857-a07f-b355702d3f5b req-10e9f292-db89-4427-9032-67c2739c018d service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0e6eb4fb-0de1-48cf-96b5-793e497e6d95 HTTP/1.1" status: 200 len: 851 time: 0.1662681 Oct 04 14:32:48.336778 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:48.359105 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76847a30-afbf-4857-a07f-b355702d3f5b req-7c6b21fe-afff-41c3-b981-5cf2d2a5edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:48.361601 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-76847a30-afbf-4857-a07f-b355702d3f5b req-7c6b21fe-afff-41c3-b981-5cf2d2a5edd6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=4116101e-9cfb-4512-a759-154f86437ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710287 Oct 04 14:32:48.370848 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-86db819d-937a-4d47-9800-e4dddd5f1ed3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (31660410-8845-41c4-b49c-b89043507bb3), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:48.475164 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db819d-937a-4d47-9800-e4dddd5f1ed3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Pushing event updated for resources: {'Port': ['ID=31660410-8845-41c4-b49c-b89043507bb3,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:48.528443 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-76847a30-afbf-4857-a07f-b355702d3f5b req-8c3e19fa-89c7-444c-adde-894aac4071a7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556599 Oct 04 14:32:48.578043 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-86db819d-937a-4d47-9800-e4dddd5f1ed3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Network f70b9727-7199-4fe7-bb77-16baf61f7e49 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:32:48.583699 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-86db819d-937a-4d47-9800-e4dddd5f1ed3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:32:48.591473 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-86db819d-937a-4d47-9800-e4dddd5f1ed3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:32:48.663441 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=100 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:48.672430 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-0e28a3bf-f5b7-4ce5-9d1a-71ffa94d9784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:31:17Z', 'revision_number': 4, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port': {'id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:12Z', 'updated_at': '2022-10-04T14:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': '758d6a51-0c32-4836-8528-10c7a2547c1c', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'floating_ip_address': '172.27.3.229', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'port_id': 'e54a5c10-31ed-49db-be6e-46142100601f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'mac_address': 'fa:16:3e:f7:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7710c92-4b84-4095-8986-a3bc34164760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:32:45Z', 'updated_at': '2022-10-04T14:32:45Z', 'revision_number': 0, 'project_id': '408b16a582484c619ff17416990d5feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce38607-e5d2-46d0-9063-4d74324461e4', 'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'mac_address': 'fa:16:3e:3f:a4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:15Z', 'updated_at': '2022-10-04T14:31:24Z', 'revision_number': 5, 'project_id': '408b16a582484c619ff17416990d5feb', 'subnets': [{'id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:32:48.701794 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-86db819d-937a-4d47-9800-e4dddd5f1ed3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:48.704027 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-86db819d-937a-4d47-9800-e4dddd5f1ed3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:48.731418 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e28a3bf-f5b7-4ce5-9d1a-71ffa94d9784 None None] The sync data for ids ['807667d4-7f76-4180-809f-a74c0f34451d'] in dv-cinder-860260-1-iscsi is: [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:31:17Z', 'revision_number': 4, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port': {'id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:12Z', 'updated_at': '2022-10-04T14:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': '758d6a51-0c32-4836-8528-10c7a2547c1c', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'floating_ip_address': '172.27.3.229', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'port_id': 'e54a5c10-31ed-49db-be6e-46142100601f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'mac_address': 'fa:16:3e:f7:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7710c92-4b84-4095-8986-a3bc34164760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:32:45Z', 'updated_at': '2022-10-04T14:32:45Z', 'revision_number': 0, 'project_id': '408b16a582484c619ff17416990d5feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce38607-e5d2-46d0-9063-4d74324461e4', 'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'mac_address': 'fa:16:3e:3f:a4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:15Z', 'updated_at': '2022-10-04T14:31:24Z', 'revision_number': 5, 'project_id': '408b16a582484c619ff17416990d5feb', 'subnets': [{'id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:32:48.737360 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b9fd3c38-1ea9-40cf-946e-48f8fecdf445 req-40f5a0b4-fc2e-4ab6-9054-c85015ba9ac6 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5036304 Oct 04 14:32:48.778436 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-86db819d-937a-4d47-9800-e4dddd5f1ed3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7381923 Oct 04 14:32:48.785596 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7070ea6d-81c4-4acb-8661-e03e3dec6360 req-42d85385-e146-444a-9236-cfa99322688d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8adffcb3-eb41-48c9-bdc6-30a7213ac01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246143 Oct 04 14:32:48.805618 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-5f73f7fa-bab0-4e2c-9abc-d603f09517f5 service neutron] Request body: {'port': {'device_id': '0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86026'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:32:48.883729 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:48.983586 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-9971503a-8e3c-49a4-8696-bbee1db996a0 None None] Provisioning complete for port 31660410-8845-41c4-b49c-b89043507bb3 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:32:48.983970 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9971503a-8e3c-49a4-8696-bbee1db996a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (31660410-8845-41c4-b49c-b89043507bb3), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:48.984444 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-9971503a-8e3c-49a4-8696-bbee1db996a0 None None] Attempt 1 to provision port 31660410-8845-41c4-b49c-b89043507bb3 Oct 04 14:32:48.999051 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:49.003413 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-5f73f7fa-bab0-4e2c-9abc-d603f09517f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (31660410-8845-41c4-b49c-b89043507bb3), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:49.041558 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-9971503a-8e3c-49a4-8696-bbee1db996a0 None None] Port 31660410-8845-41c4-b49c-b89043507bb3 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:32:49.060731 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-76847a30-afbf-4857-a07f-b355702d3f5b req-8b137240-7841-42b0-9fbd-307174074bae service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247338 Oct 04 14:32:49.112891 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7070ea6d-81c4-4acb-8661-e03e3dec6360 req-f2e2514e-8aeb-4b3d-9396-cfa68e2b4a89 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8adffcb3-eb41-48c9-bdc6-30a7213ac01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010099 Oct 04 14:32:49.148739 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5f69b6-698b-4878-bdcc-5b5660cb626d None None] New status for floating IP 758d6a51-0c32-4836-8528-10c7a2547c1c: ACTIVE {{(pid=106358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:32:49.476600 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-5f73f7fa-bab0-4e2c-9abc-d603f09517f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31660410-8845-41c4-b49c-b89043507bb3 {{(pid=106356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:32:49.477390 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0297069-60ad-41da-9571-c45b22cd928d req-e34a370e-1baa-46fe-b8a1-0404b076c016 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:49.479108 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f0297069-60ad-41da-9571-c45b22cd928d req-e34a370e-1baa-46fe-b8a1-0404b076c016 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 932 time: 0.0720780 Oct 04 14:32:49.486544 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-5f73f7fa-bab0-4e2c-9abc-d603f09517f5 service neutron] Publish callbacks [] for port (31660410-8845-41c4-b49c-b89043507bb3), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:49.503440 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.provisioning_blocks [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-5f73f7fa-bab0-4e2c-9abc-d603f09517f5 service neutron] Transition to ACTIVE for port object 31660410-8845-41c4-b49c-b89043507bb3 will not be triggered until provisioned by entity L2. {{(pid=106356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 14:32:49.507464 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-5f73f7fa-bab0-4e2c-9abc-d603f09517f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (31660410-8845-41c4-b49c-b89043507bb3), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:49.567427 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f0297069-60ad-41da-9571-c45b22cd928d req-a0a06797-d315-402e-8c2e-baceaced3a6b tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757577 Oct 04 14:32:49.575667 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73f7fa-bab0-4e2c-9abc-d603f09517f5 service neutron] Pushing event updated for resources: {'Port': ['ID=31660410-8845-41c4-b49c-b89043507bb3,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:49.651126 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-5f73f7fa-bab0-4e2c-9abc-d603f09517f5 service neutron] Attempting to bind port 31660410-8845-41c4-b49c-b89043507bb3 on host hv-cinder-86026 for vnic_type normal with profile {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:32:49.651465 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-5f73f7fa-bab0-4e2c-9abc-d603f09517f5 service neutron] Attempting to bind port 31660410-8845-41c4-b49c-b89043507bb3 by drivers openvswitch,hyperv on host hv-cinder-86026 at level 0 using segments [{'id': '80436793-7021-4ca5-bbb3-a3b3adc26a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49'}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:32:49.651795 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-5f73f7fa-bab0-4e2c-9abc-d603f09517f5 service neutron] Attempting to bind port 31660410-8845-41c4-b49c-b89043507bb3 on network f70b9727-7199-4fe7-bb77-16baf61f7e49 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:32:49.708733 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-5f73f7fa-bab0-4e2c-9abc-d603f09517f5 service neutron] Port 31660410-8845-41c4-b49c-b89043507bb3 on network f70b9727-7199-4fe7-bb77-16baf61f7e49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86026 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 14:32:49.709084 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-5f73f7fa-bab0-4e2c-9abc-d603f09517f5 service neutron] Attempting to bind port 31660410-8845-41c4-b49c-b89043507bb3 on network f70b9727-7199-4fe7-bb77-16baf61f7e49 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:32:49.764678 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-5f73f7fa-bab0-4e2c-9abc-d603f09517f5 service neutron] Checking agent: {'id': '7414b559-7f0d-43de-b796-62d1db2de72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86026', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'started_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:32:49.765015 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-5f73f7fa-bab0-4e2c-9abc-d603f09517f5 service neutron] Checking segment: {'id': '80436793-7021-4ca5-bbb3-a3b3adc26a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:32:49.765401 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-5f73f7fa-bab0-4e2c-9abc-d603f09517f5 service neutron] Bound using segment: {'id': '80436793-7021-4ca5-bbb3-a3b3adc26a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49'} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:32:49.765836 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-5f73f7fa-bab0-4e2c-9abc-d603f09517f5 service neutron] Bound port: 31660410-8845-41c4-b49c-b89043507bb3, host: hv-cinder-86026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80436793-7021-4ca5-bbb3-a3b3adc26a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49'}}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:32:49.766945 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-5f73f7fa-bab0-4e2c-9abc-d603f09517f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (31660410-8845-41c4-b49c-b89043507bb3), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:49.884553 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:49.885941 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-5f73f7fa-bab0-4e2c-9abc-d603f09517f5 service neutron] For port 31660410-8845-41c4-b49c-b89043507bb3, host hv-cinder-86026, cleared binding levels {{(pid=106356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:32:49.907392 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5078a7-0b72-471c-bb51-fcf51083808e req-b9a2a005-55b2-4b67-917e-b825d048610a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:49.907905 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1d5078a7-0b72-471c-bb51-fcf51083808e req-b9a2a005-55b2-4b67-917e-b825d048610a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 945 time: 0.0678978 Oct 04 14:32:49.912351 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-5f73f7fa-bab0-4e2c-9abc-d603f09517f5 service neutron] For port 31660410-8845-41c4-b49c-b89043507bb3, host hv-cinder-86026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=31660410-8845-41c4-b49c-b89043507bb3,segment=NetworkSegment(80436793-7021-4ca5-bbb3-a3b3adc26a9e),segment_id=80436793-7021-4ca5-bbb3-a3b3adc26a9e)] {{(pid=106356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:32:49.921154 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-5f73f7fa-bab0-4e2c-9abc-d603f09517f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (31660410-8845-41c4-b49c-b89043507bb3), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:49.932664 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-5f73f7fa-bab0-4e2c-9abc-d603f09517f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:49.933307 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-5f73f7fa-bab0-4e2c-9abc-d603f09517f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:49.934647 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-5f73f7fa-bab0-4e2c-9abc-d603f09517f5 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/31660410-8845-41c4-b49c-b89043507bb3 HTTP/1.1" status: 200 len: 1094 time: 1.1353140 Oct 04 14:32:49.937182 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302', 'tag': '31660410-8845-41c4-b49c-b89043507bb3'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:32:49.940254 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a77b59-e78b-4c04-b951-59b4ae88bc20" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302", "tag": "31660410-8845-41c4-b49c-b89043507bb3"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:32:50.001691 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250ba9f6-82f2-4725-859b-5894af198e3a x-openstack-request-id: req-250ba9f6-82f2-4725-859b-5894af198e3a {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:32:50.001980 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302", "tag": "31660410-8845-41c4-b49c-b89043507bb3", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:32:50.002237 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-250ba9f6-82f2-4725-859b-5894af198e3a {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:32:50.002651 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-250ba9f6-82f2-4725-859b-5894af198e3a'] response: {'name': 'network-changed', 'server_uuid': '0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302', 'tag': '31660410-8845-41c4-b49c-b89043507bb3', 'status': 'completed', 'code': 200} Oct 04 14:32:50.027320 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73f7fa-bab0-4e2c-9abc-d603f09517f5 service neutron] Pushing event updated for resources: {'Port': ['ID=31660410-8845-41c4-b49c-b89043507bb3,revision_number=3']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:50.034691 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1d5078a7-0b72-471c-bb51-fcf51083808e req-774145e7-f03e-4284-aa86-953522151169 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168935 Oct 04 14:32:50.305338 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device fdc4ad8e-1631-4821-915b-f8fee37479d7 no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:32:50.341160 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=100 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:50.386618 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port fdc4ad8e-1631-4821-915b-f8fee37479d7 is: ACTIVE; New status is: DOWN {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:32:50.387032 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:50.413196 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128c7edb-5a5c-4f1c-b3cc-efc3b3a00677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdc4ad8e-1631-4821-915b-f8fee37479d7'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:32:50.415450 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f36eb1-52bc-43de-a2b2-734a579cad7b" -d '{"events": [{"server_uuid": "128c7edb-5a5c-4f1c-b3cc-efc3b3a00677", "name": "network-vif-unplugged", "status": "completed", "tag": "fdc4ad8e-1631-4821-915b-f8fee37479d7"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:32:50.429141 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port fdc4ad8e-1631-4821-915b-f8fee37479d7, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=fdc4ad8e-1631-4821-915b-f8fee37479d7,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:32:50.433406 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:50.463383 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 14:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a66682-7bce-4bb6-a8c6-a4e7ebd5d0cb x-openstack-request-id: req-c8a66682-7bce-4bb6-a8c6-a4e7ebd5d0cb {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:32:50.463700 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128c7edb-5a5c-4f1c-b3cc-efc3b3a00677", "name": "network-vif-unplugged", "status": "completed", "tag": "fdc4ad8e-1631-4821-915b-f8fee37479d7", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:32:50.463966 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8a66682-7bce-4bb6-a8c6-a4e7ebd5d0cb {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:32:50.464403 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a66682-7bce-4bb6-a8c6-a4e7ebd5d0cb'] response: {'server_uuid': '128c7edb-5a5c-4f1c-b3cc-efc3b3a00677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdc4ad8e-1631-4821-915b-f8fee37479d7', 'code': 200} Oct 04 14:32:50.489388 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=fdc4ad8e-1631-4821-915b-f8fee37479d7,revision_number=8']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:50.726654 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89979868-9357-4ed8-849f-042a8f7e1944 req-dd9359ea-8fb7-478a-aeee-a3c82e7e135a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:50.732898 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-89979868-9357-4ed8-849f-042a8f7e1944 req-dd9359ea-8fb7-478a-aeee-a3c82e7e135a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 944 time: 0.0614138 Oct 04 14:32:50.780806 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-89979868-9357-4ed8-849f-042a8f7e1944 req-3fe1ad71-a870-4081-aae9-6ce066c46375 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457370 Oct 04 14:32:51.174452 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a00c2-66ab-497e-b2fc-5bb63155f849 req-f3c75505-ef0b-4dd2-8811-8e816a6cadcf tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:51.176082 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-eb4a00c2-66ab-497e-b2fc-5bb63155f849 req-f3c75505-ef0b-4dd2-8811-8e816a6cadcf tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0530751 Oct 04 14:32:51.227115 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-eb4a00c2-66ab-497e-b2fc-5bb63155f849 req-46a014e5-7539-49ed-93a4-5a3080cfcc2e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453491 Oct 04 14:32:51.369159 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a77b59-e78b-4c04-b951-59b4ae88bc20 req-673b3201-7d0a-4281-a68f-0f9e376f9607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:51.371794 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-98a77b59-e78b-4c04-b951-59b4ae88bc20 req-673b3201-7d0a-4281-a68f-0f9e376f9607 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ec24f1b720bd42ebb37a36d65757aacd&device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 1128 time: 0.0496342 Oct 04 14:32:51.402450 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:51.513059 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a77b59-e78b-4c04-b951-59b4ae88bc20 req-9df4b266-1979-411b-9750-3aa6a4061914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:51.514528 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-98a77b59-e78b-4c04-b951-59b4ae88bc20 req-9df4b266-1979-411b-9750-3aa6a4061914 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=ec24f1b720bd42ebb37a36d65757aacd&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1205316 Oct 04 14:32:51.930609 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a77b59-e78b-4c04-b951-59b4ae88bc20 req-b567f646-940e-4ca5-8993-7f96b436f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:51.932145 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-98a77b59-e78b-4c04-b951-59b4ae88bc20 req-b567f646-940e-4ca5-8993-7f96b436f395 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4067631 Oct 04 14:32:51.948339 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756e26f-6f0e-4c1d-b99d-9282a61c106c req-508d6ddc-2c4e-405f-815d-e366b413832e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:51.949945 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d756e26f-6f0e-4c1d-b99d-9282a61c106c req-508d6ddc-2c4e-405f-815d-e366b413832e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 944 time: 0.0686996 Oct 04 14:32:52.015311 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d756e26f-6f0e-4c1d-b99d-9282a61c106c req-300d4a3a-b0f9-40bf-80f0-f05a009d478a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580468 Oct 04 14:32:52.271283 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-5fc2d0f6-3bd2-4660-afb2-531799ce9273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:52.273674 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-5fc2d0f6-3bd2-4660-afb2-531799ce9273 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ec24f1b720bd42ebb37a36d65757aacd&device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 1128 time: 0.0476427 Oct 04 14:32:52.346506 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-9a2d3a62-7ae4-4f6f-8908-c203fe558049 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31660410-8845-41c4-b49c-b89043507bb3 HTTP/1.1" status: 200 len: 217 time: 0.0473061 Oct 04 14:32:52.416937 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cd744-eca9-4a07-aa91-9618aea4d29f req-c60cb3c2-ad0e-48b7-95bb-0e8ba9685af5 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:52.418671 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c02cd744-eca9-4a07-aa91-9618aea4d29f req-c60cb3c2-ad0e-48b7-95bb-0e8ba9685af5 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0824964 Oct 04 14:32:52.446594 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-fdfba948-43ab-4830-ac78-ec5e8b14a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:52.448117 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-fdfba948-43ab-4830-ac78-ec5e8b14a219 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0b6ce1ed-cefc-4d28-95ba-a2004388db27 HTTP/1.1" status: 200 len: 858 time: 0.0809724 Oct 04 14:32:52.527838 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-9394c2ea-40af-45d8-9f9f-a47f8ef4aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:52.529499 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-9394c2ea-40af-45d8-9f9f-a47f8ef4aeaf service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=f70b9727-7199-4fe7-bb77-16baf61f7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725429 Oct 04 14:32:52.535110 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c02cd744-eca9-4a07-aa91-9618aea4d29f req-ffd0f378-6e48-44c3-8b06-58e9229298e7 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068401 Oct 04 14:32:52.651557 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:52.662366 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-bb5fc687-c493-409b-b8ba-fb2636229953 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190181 Oct 04 14:32:52.810158 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fdd828d2-0ffe-4438-8b88-439ac4beb7b9 req-5262b79c-d7ca-4686-bd76-a65263988c4b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302223 Oct 04 14:32:53.152871 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f7e84-c2f1-46f4-9bc5-338e409b04d7 req-a8660dd5-3e84-4c38-9454-ea63b31a10ae tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:53.154354 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-297f7e84-c2f1-46f4-9bc5-338e409b04d7 req-a8660dd5-3e84-4c38-9454-ea63b31a10ae tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 944 time: 0.0515127 Oct 04 14:32:53.207672 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-297f7e84-c2f1-46f4-9bc5-338e409b04d7 req-f1e9d384-a1cc-49a6-aed7-b021b6df6c3a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466039 Oct 04 14:32:53.268630 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [req-ef373ec2-08e9-451b-98ee-12bf5ae549c9 req-2b2fc0e6-e3ed-45b7-9219-28357c523ef2 service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 14:32:53.269677 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ef373ec2-08e9-451b-98ee-12bf5ae549c9 req-2b2fc0e6-e3ed-45b7-9219-28357c523ef2 service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0062859 Oct 04 14:32:53.470228 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e637bdd-1861-497c-a7aa-e1c6666b2688 req-a6a8aef5-f525-4dc4-846c-eaedc944ce59 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:53.471805 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3e637bdd-1861-497c-a7aa-e1c6666b2688 req-a6a8aef5-f525-4dc4-846c-eaedc944ce59 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0538130 Oct 04 14:32:53.526418 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3e637bdd-1861-497c-a7aa-e1c6666b2688 req-1f1d90a5-dc56-49b5-b567-3b3a8a3fd8d1 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486114 Oct 04 14:32:54.318315 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 31660410-8845-41c4-b49c-b89043507bb3 details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:32:54.329176 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc25381-00b9-4bf9-a059-794dc5353120 req-4ccc39eb-52c4-46c1-9d80-da44e57f81dd tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:54.330668 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-afc25381-00b9-4bf9-a059-794dc5353120 req-4ccc39eb-52c4-46c1-9d80-da44e57f81dd tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 944 time: 0.0471823 Oct 04 14:32:54.334275 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device fdc4ad8e-1631-4821-915b-f8fee37479d7 no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:32:54.385008 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-afc25381-00b9-4bf9-a059-794dc5353120 req-d6c48798-9685-4613-878f-ac18517abe97 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425682 Oct 04 14:32:54.457009 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 31660410-8845-41c4-b49c-b89043507bb3, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=31660410-8845-41c4-b49c-b89043507bb3,segment=NetworkSegment(80436793-7021-4ca5-bbb3-a3b3adc26a9e),segment_id=80436793-7021-4ca5-bbb3-a3b3adc26a9e)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:32:54.490880 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': '31660410-8845-41c4-b49c-b89043507bb3', 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'port_id': '31660410-8845-41c4-b49c-b89043507bb3', 'mac_address': 'fa:16:3e:b4:c1:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:32:54.499725 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port fdc4ad8e-1631-4821-915b-f8fee37479d7 is: DOWN; New status is: DOWN {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:32:54.536040 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 31660410-8845-41c4-b49c-b89043507bb3 is: DOWN; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:32:54.536460 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (31660410-8845-41c4-b49c-b89043507bb3), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:54.550127 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31660410-8845-41c4-b49c-b89043507bb3 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:32:54.571679 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 31660410-8845-41c4-b49c-b89043507bb3, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=31660410-8845-41c4-b49c-b89043507bb3,segment=NetworkSegment(80436793-7021-4ca5-bbb3-a3b3adc26a9e),segment_id=80436793-7021-4ca5-bbb3-a3b3adc26a9e)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:32:54.576706 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (31660410-8845-41c4-b49c-b89043507bb3), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:54.647340 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=31660410-8845-41c4-b49c-b89043507bb3,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:54.685602 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a715357-d200-41b0-92de-d477f3fa71b1 req-74cc020c-2f83-439a-a4ad-0e9553a2ac9c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:54.687133 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2a715357-d200-41b0-92de-d477f3fa71b1 req-74cc020c-2f83-439a-a4ad-0e9553a2ac9c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0613675 Oct 04 14:32:54.739403 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2a715357-d200-41b0-92de-d477f3fa71b1 req-7788f6fa-7a19-4e58-8a67-b954d54ad4ae tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452366 Oct 04 14:32:55.035756 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['31660410-8845-41c4-b49c-b89043507bb3'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:32:55.497797 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:55.511506 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1e9f3-b690-4e13-baa2-6b76226b4bb6 req-f7b9b8e8-6f9e-403e-8948-741512e28540 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:55.513012 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1bf1e9f3-b690-4e13-baa2-6b76226b4bb6 req-f7b9b8e8-6f9e-403e-8948-741512e28540 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 945 time: 0.0520334 Oct 04 14:32:55.566508 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1bf1e9f3-b690-4e13-baa2-6b76226b4bb6 req-0b1afbb4-a230-4336-a476-e1547094116a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471432 Oct 04 14:32:55.883702 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb9dac-9ff3-4283-8239-899c9a369178 req-eaac0b3c-00a3-495b-8794-e09aa5bb680f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:55.885327 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4bdb9dac-9ff3-4283-8239-899c9a369178 req-eaac0b3c-00a3-495b-8794-e09aa5bb680f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0531251 Oct 04 14:32:55.939370 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4bdb9dac-9ff3-4283-8239-899c9a369178 req-edd15b2d-9fd4-4c0c-86da-831563aa69f9 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464537 Oct 04 14:32:56.348762 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 31660410-8845-41c4-b49c-b89043507bb3 up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:32:56.399645 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning for port 31660410-8845-41c4-b49c-b89043507bb3 completed by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 14:32:56.410571 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port 31660410-8845-41c4-b49c-b89043507bb3 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:32:56.411018 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (31660410-8845-41c4-b49c-b89043507bb3), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:56.411460 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port 31660410-8845-41c4-b49c-b89043507bb3 Oct 04 14:32:56.461463 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:56.492887 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 31660410-8845-41c4-b49c-b89043507bb3 is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:32:56.493275 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (31660410-8845-41c4-b49c-b89043507bb3), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:56.521242 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31660410-8845-41c4-b49c-b89043507bb3'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:32:56.532916 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a23ecd-c006-4d01-b323-642885ee2483" -d '{"events": [{"server_uuid": "0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302", "name": "network-vif-plugged", "status": "completed", "tag": "31660410-8845-41c4-b49c-b89043507bb3"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:32:56.548212 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 31660410-8845-41c4-b49c-b89043507bb3, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=31660410-8845-41c4-b49c-b89043507bb3,segment=NetworkSegment(80436793-7021-4ca5-bbb3-a3b3adc26a9e),segment_id=80436793-7021-4ca5-bbb3-a3b3adc26a9e)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:32:56.552598 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (31660410-8845-41c4-b49c-b89043507bb3), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:56.590084 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa21f0af-8375-4652-9442-7ec30c8eee4e x-openstack-request-id: req-aa21f0af-8375-4652-9442-7ec30c8eee4e {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:32:56.590376 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302", "name": "network-vif-plugged", "status": "completed", "tag": "31660410-8845-41c4-b49c-b89043507bb3", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:32:56.590628 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aa21f0af-8375-4652-9442-7ec30c8eee4e {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:32:56.591016 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa21f0af-8375-4652-9442-7ec30c8eee4e'] response: {'server_uuid': '0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31660410-8845-41c4-b49c-b89043507bb3', 'code': 200} Oct 04 14:32:56.611359 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=31660410-8845-41c4-b49c-b89043507bb3,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:32:56.704342 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900d2b2-cc11-4d96-ae0c-362aaa947da0 req-af16cd09-c610-44b8-ae90-318cc58e79be tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:56.705834 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1900d2b2-cc11-4d96-ae0c-362aaa947da0 req-af16cd09-c610-44b8-ae90-318cc58e79be tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0551453 Oct 04 14:32:56.759984 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1900d2b2-cc11-4d96-ae0c-362aaa947da0 req-ab12fcc1-03b8-41f4-a24c-623b98ac60c7 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483270 Oct 04 14:32:56.866348 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25aedc-04bd-49fe-b5bf-f2850de017e2 req-7a389c0c-aeea-481b-90ef-c0b815f9342d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:56.867854 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bb25aedc-04bd-49fe-b5bf-f2850de017e2 req-7a389c0c-aeea-481b-90ef-c0b815f9342d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 1130 time: 0.0439789 Oct 04 14:32:56.916070 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bb25aedc-04bd-49fe-b5bf-f2850de017e2 req-7cfb9ae9-020d-49b2-b02d-588b1c4fec7e service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392416 Oct 04 14:32:56.990536 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1be30680-18ef-4ca1-83dd-c649d01b4b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:57.074123 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02d397-9071-4f0e-9558-5874338353c2 req-63a39b18-a421-4f44-b4a9-477d283ea67e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:57.075618 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cb02d397-9071-4f0e-9558-5874338353c2 req-63a39b18-a421-4f44-b4a9-477d283ea67e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0480883 Oct 04 14:32:57.115314 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:57.131943 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cb02d397-9071-4f0e-9558-5874338353c2 req-22d575ed-f53c-4f0f-b713-0d90eee00f41 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495853 Oct 04 14:32:57.897114 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f1105-0905-47a7-b6d9-3f940b7ab2d3 req-9eec37e6-cb7e-47a4-abfa-803870e3b275 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:57.898812 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d92f1105-0905-47a7-b6d9-3f940b7ab2d3 req-9eec37e6-cb7e-47a4-abfa-803870e3b275 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0506985 Oct 04 14:32:57.956565 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d92f1105-0905-47a7-b6d9-3f940b7ab2d3 req-f10e1ed3-2515-4e9a-a142-58b0bef68b7b tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485966 Oct 04 14:32:58.267833 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8a093-beaa-4594-918e-31ecef6c8b26 req-88d2a9fb-8321-4d02-a7f9-666b61329c0d tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:58.269345 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-96f8a093-beaa-4594-918e-31ecef6c8b26 req-88d2a9fb-8321-4d02-a7f9-666b61329c0d tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0514739 Oct 04 14:32:58.322704 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-96f8a093-beaa-4594-918e-31ecef6c8b26 req-60fb215c-99f8-4313-b767-dde7b0108f8a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475078 Oct 04 14:32:59.082941 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0e065-f8e7-446b-a7d4-ee503c7db0f3 req-5596d841-1bac-45d6-a4b3-ea86d90db8f0 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:59.084450 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a4e0e065-f8e7-446b-a7d4-ee503c7db0f3 req-5596d841-1bac-45d6-a4b3-ea86d90db8f0 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0519929 Oct 04 14:32:59.142187 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a4e0e065-f8e7-446b-a7d4-ee503c7db0f3 req-923fa970-89df-40e9-8e15-f077ade6aa56 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520697 Oct 04 14:32:59.264487 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e789707-f718-44a5-bca9-3ed0e778f993 req-b7aad5ac-069d-474c-9e24-5244cccdd59f tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:59.266600 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7e789707-f718-44a5-bca9-3ed0e778f993 req-b7aad5ac-069d-474c-9e24-5244cccdd59f tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0498674 Oct 04 14:32:59.277181 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 44772) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:32:59.282585 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-4a29722d-63c1-4cfa-b050-811b278ceafc tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Request body: {'floatingip': {'port_id': '31660410-8845-41c4-b49c-b89043507bb3'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:32:59.323760 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4a29722d-63c1-4cfa-b050-811b278ceafc tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for floatingip (8cd2c2d0-fd58-4135-9071-30e18fa0d9fb), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:59.413186 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:59.416514 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=22,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:59.434025 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e717a8dc-3505-4824-b16f-68404632e2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:59.537855 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ab576-e9a1-4683-b581-5746f704f909 req-0f77fa71-2b2d-4508-b3ee-566f507eec2a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:32:59.539320 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d13ab576-e9a1-4683-b581-5746f704f909 req-0f77fa71-2b2d-4508-b3ee-566f507eec2a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0963354 Oct 04 14:32:59.558251 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=39 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:59.561517 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=49 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:59.644914 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d13ab576-e9a1-4683-b581-5746f704f909 req-ad4fcd42-08e5-423f-8fd7-b573f7d87722 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982957 Oct 04 14:32:59.728060 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:32:59.884622 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4a29722d-63c1-4cfa-b050-811b278ceafc tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:59.888880 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4a29722d-63c1-4cfa-b050-811b278ceafc tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (8cd2c2d0-fd58-4135-9071-30e18fa0d9fb), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:32:59.997964 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.l3_db [None req-4a29722d-63c1-4cfa-b050-811b278ceafc tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Floating IP 8cd2c2d0-fd58-4135-9071-30e18fa0d9fb associated. External IP: 172.27.3.220, port: 31660410-8845-41c4-b49c-b89043507bb3. Oct 04 14:33:00.089180 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:00.239630 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a29722d-63c1-4cfa-b050-811b278ceafc tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Router 3307909d-82d8-4346-9073-4c4354e246f2 has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:33:00.344220 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a29722d-63c1-4cfa-b050-811b278ceafc tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:33:00.349238 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4a29722d-63c1-4cfa-b050-811b278ceafc tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:00.354424 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b210ab99-bafa-432d-9c4d-56f027fa3379 None None] Sync routers for ids ['3307909d-82d8-4346-9073-4c4354e246f2'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:33:00.368192 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b210ab99-bafa-432d-9c4d-56f027fa3379 None None] Routers {'3307909d-82d8-4346-9073-4c4354e246f2'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:33:00.368945 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-b210ab99-bafa-432d-9c4d-56f027fa3379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:32:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['3307909d-82d8-4346-9073-4c4354e246f2'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:33:00.383525 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-4a29722d-63c1-4cfa-b050-811b278ceafc tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/8cd2c2d0-fd58-4135-9071-30e18fa0d9fb HTTP/1.1" status: 200 len: 992 time: 1.1031940 Oct 04 14:33:00.383525 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302', 'tag': '31660410-8845-41c4-b49c-b89043507bb3'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:33:00.384535 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37941d6-4b60-4e7b-b665-778fa4ad6146" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302", "tag": "31660410-8845-41c4-b49c-b89043507bb3"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:33:00.430541 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91555772-c70e-4415-ab26-9e66bcbbd336 x-openstack-request-id: req-91555772-c70e-4415-ab26-9e66bcbbd336 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:33:00.430869 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302", "tag": "31660410-8845-41c4-b49c-b89043507bb3", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:33:00.431156 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-91555772-c70e-4415-ab26-9e66bcbbd336 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:33:00.431568 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91555772-c70e-4415-ab26-9e66bcbbd336'] response: {'name': 'network-changed', 'server_uuid': '0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302', 'tag': '31660410-8845-41c4-b49c-b89043507bb3', 'status': 'completed', 'code': 200} Oct 04 14:33:00.481832 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-b210ab99-bafa-432d-9c4d-56f027fa3379 None None] Set router 3307909d-82d8-4346-9073-4c4354e246f2 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:33:00.553368 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37941d6-4b60-4e7b-b665-778fa4ad6146 req-31b06988-e713-4ee7-82f9-3d2d5b4ca719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:00.554777 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d37941d6-4b60-4e7b-b665-778fa4ad6146 req-31b06988-e713-4ee7-82f9-3d2d5b4ca719 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ec24f1b720bd42ebb37a36d65757aacd&device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 1130 time: 0.0464690 Oct 04 14:33:00.667307 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37941d6-4b60-4e7b-b665-778fa4ad6146 req-f9abfd10-e12f-4f7b-a5f6-f90788254109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:00.669018 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d37941d6-4b60-4e7b-b665-778fa4ad6146 req-f9abfd10-e12f-4f7b-a5f6-f90788254109 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=f70b9727-7199-4fe7-bb77-16baf61f7e49 HTTP/1.1" status: 200 len: 920 time: 0.1047370 Oct 04 14:33:00.722627 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:00.723659 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:00.724940 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-b210ab99-bafa-432d-9c4d-56f027fa3379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3307909d-82d8-4346-9073-4c4354e246f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1683789294-router', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:31Z', 'updated_at': '2022-10-04T14:29:45Z', 'revision_number': 4, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'gw_port': {'id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:33Z', 'updated_at': '2022-10-04T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': '8cd2c2d0-fd58-4135-9071-30e18fa0d9fb', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'port_id': '31660410-8845-41c4-b49c-b89043507bb3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'mac_address': 'fa:16:3e:b4:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:32:29Z', 'updated_at': '2022-10-04T14:32:59Z', 'revision_number': 1, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6', 'name': '', 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'mac_address': 'fa:16:3e:3f:25:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:40Z', 'updated_at': '2022-10-04T14:29:59Z', 'revision_number': 5, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'subnets': [{'id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:33:00.788894 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d37941d6-4b60-4e7b-b665-778fa4ad6146 req-65193b78-cc81-4501-abe2-a277df340d1e service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31660410-8845-41c4-b49c-b89043507bb3 HTTP/1.1" status: 200 len: 1000 time: 0.1066709 Oct 04 14:33:00.853256 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d43cac-effe-42dc-9a02-f911305f672a req-058802ad-a8a7-4fc0-a34a-d9b82b0963bd tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:00.854787 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-67d43cac-effe-42dc-9a02-f911305f672a req-058802ad-a8a7-4fc0-a34a-d9b82b0963bd tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.1062875 Oct 04 14:33:00.878000 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37941d6-4b60-4e7b-b665-778fa4ad6146 req-8f77709d-a740-409d-b032-d4a83579ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:00.880567 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d37941d6-4b60-4e7b-b665-778fa4ad6146 req-8f77709d-a740-409d-b032-d4a83579ebce service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0b6ce1ed-cefc-4d28-95ba-a2004388db27 HTTP/1.1" status: 200 len: 858 time: 0.0837681 Oct 04 14:33:00.893875 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b210ab99-bafa-432d-9c4d-56f027fa3379 None None] Checking router: 3307909d-82d8-4346-9073-4c4354e246f2 for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:33:00.904341 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b210ab99-bafa-432d-9c4d-56f027fa3379 None None] Routers {'3307909d-82d8-4346-9073-4c4354e246f2'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:33:00.904954 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-b210ab99-bafa-432d-9c4d-56f027fa3379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:32:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['3307909d-82d8-4346-9073-4c4354e246f2'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:33:00.932726 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e6333787-4140-4172-96a0-702ec73aeeff req-3ba21074-0afc-4738-ae3f-3bf99ca9f7bf tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=f5980ace2a72461689bfb87d48571e72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447392 Oct 04 14:33:00.971080 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:00.998199 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-67d43cac-effe-42dc-9a02-f911305f672a req-9ed92afe-db4e-4cf3-a91c-1946a9f11bf3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328397 Oct 04 14:33:01.005687 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37941d6-4b60-4e7b-b665-778fa4ad6146 req-34e724e2-bff0-4a66-b5b8-f476fdf7662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:01.009117 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d37941d6-4b60-4e7b-b665-778fa4ad6146 req-34e724e2-bff0-4a66-b5b8-f476fdf7662f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=f70b9727-7199-4fe7-bb77-16baf61f7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1135557 Oct 04 14:33:01.048100 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-b210ab99-bafa-432d-9c4d-56f027fa3379 None None] Set router 3307909d-82d8-4346-9073-4c4354e246f2 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:33:01.070062 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 44804) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:33:01.155338 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d37941d6-4b60-4e7b-b665-778fa4ad6146 req-9ab13ddf-47ae-45dd-af24-4c02dcb5aa28 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266787 Oct 04 14:33:01.201721 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6333787-4140-4172-96a0-702ec73aeeff req-2b8d51c6-ba6d-47af-a547-79cfc6a1c57b tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:01.204693 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e6333787-4140-4172-96a0-702ec73aeeff req-2b8d51c6-ba6d-47af-a547-79cfc6a1c57b tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2704449 Oct 04 14:33:01.218440 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e6333787-4140-4172-96a0-702ec73aeeff req-4752bca8-a4dc-450f-8a9b-a39bbb959c05 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/quotas/f5980ace2a72461689bfb87d48571e72 HTTP/1.1" status: 200 len: 375 time: 0.0097504 Oct 04 14:33:01.264485 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e6333787-4140-4172-96a0-702ec73aeeff req-53e8690f-8ba4-4ff8-9fa6-5a2500784aef tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f5980ace2a72461689bfb87d48571e72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391250 Oct 04 14:33:01.292828 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:01.307304 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-82bf786e-ba2a-441c-acb6-589ff33d55fd req-8bf5f597-b6a1-4c70-875d-b91f2ba744aa service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2054348 Oct 04 14:33:01.314515 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d37941d6-4b60-4e7b-b665-778fa4ad6146 req-c42ca24a-7071-4057-94a9-3f53a5c4ba3e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510277 Oct 04 14:33:01.319227 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [req-82bf786e-ba2a-441c-acb6-589ff33d55fd req-51f19495-6449-4441-bab6-29b70758f7ab service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 14:33:01.320398 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-82bf786e-ba2a-441c-acb6-589ff33d55fd req-51f19495-6449-4441-bab6-29b70758f7ab service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053000 Oct 04 14:33:01.322515 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-b210ab99-bafa-432d-9c4d-56f027fa3379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3307909d-82d8-4346-9073-4c4354e246f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1683789294-router', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:31Z', 'updated_at': '2022-10-04T14:29:45Z', 'revision_number': 4, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'gw_port': {'id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:33Z', 'updated_at': '2022-10-04T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': '8cd2c2d0-fd58-4135-9071-30e18fa0d9fb', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'port_id': '31660410-8845-41c4-b49c-b89043507bb3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'mac_address': 'fa:16:3e:b4:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:32:29Z', 'updated_at': '2022-10-04T14:32:59Z', 'revision_number': 1, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6', 'name': '', 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'mac_address': 'fa:16:3e:3f:25:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:40Z', 'updated_at': '2022-10-04T14:29:59Z', 'revision_number': 5, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'subnets': [{'id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:33:01.360807 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b210ab99-bafa-432d-9c4d-56f027fa3379 None None] The sync data for ids ['3307909d-82d8-4346-9073-4c4354e246f2'] in dv-cinder-860260-1-iscsi is: [{'id': '3307909d-82d8-4346-9073-4c4354e246f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1683789294-router', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:31Z', 'updated_at': '2022-10-04T14:29:45Z', 'revision_number': 4, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'gw_port': {'id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:33Z', 'updated_at': '2022-10-04T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': '8cd2c2d0-fd58-4135-9071-30e18fa0d9fb', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'port_id': '31660410-8845-41c4-b49c-b89043507bb3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'mac_address': 'fa:16:3e:b4:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:32:29Z', 'updated_at': '2022-10-04T14:32:59Z', 'revision_number': 1, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6', 'name': '', 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'mac_address': 'fa:16:3e:3f:25:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:40Z', 'updated_at': '2022-10-04T14:29:59Z', 'revision_number': 5, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'subnets': [{'id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:33:01.418431 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 44820) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:33:01.490852 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-04503c1b-f02c-4217-8df6-3e6479054e6b req-b147f31d-a92a-4598-a0ac-4a7e8dabccb0 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 210 time: 0.0487654 Oct 04 14:33:01.582226 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf786e-ba2a-441c-acb6-589ff33d55fd req-a0486c55-7b0e-422a-b71e-084b033cf2b9 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:01.583882 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-82bf786e-ba2a-441c-acb6-589ff33d55fd req-a0486c55-7b0e-422a-b71e-084b033cf2b9 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports/fdc4ad8e-1631-4821-915b-f8fee37479d7 HTTP/1.1" status: 200 len: 940 time: 0.1641045 Oct 04 14:33:01.682035 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82160804-33a2-40bc-95c8-fb7764d8679e None None] New status for floating IP 8cd2c2d0-fd58-4135-9071-30e18fa0d9fb: ACTIVE {{(pid=106358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:33:02.149937 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d8acb-7302-4add-88ec-acdb58cd5fd3 req-3d2a3b34-5e5f-444a-86b6-65bcd4ac97aa tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:02.152109 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-794d8acb-7302-4add-88ec-acdb58cd5fd3 req-3d2a3b34-5e5f-444a-86b6-65bcd4ac97aa tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0637686 Oct 04 14:33:02.214389 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-794d8acb-7302-4add-88ec-acdb58cd5fd3 req-f25ce43b-f938-4ac6-ade1-a9d27b45a3b7 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554037 Oct 04 14:33:02.269307 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:02.616131 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-14f1d846-d7fe-46e0-bd59-191394700f78 req-43a5c6cb-3b19-4cb7-afbb-76cf6d436240 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 210 time: 0.0385947 Oct 04 14:33:02.743229 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:03.365663 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9629247-9057-4117-9cc2-3ba089228faf req-7ea4f4b1-49ed-41f2-a6a4-8e78deecd138 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:03.367153 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c9629247-9057-4117-9cc2-3ba089228faf req-7ea4f4b1-49ed-41f2-a6a4-8e78deecd138 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0508430 Oct 04 14:33:03.424963 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c9629247-9057-4117-9cc2-3ba089228faf req-7b44e6be-134c-444a-ae7f-3baebfd96247 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516970 Oct 04 14:33:03.432453 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e6333787-4140-4172-96a0-702ec73aeeff req-944df759-844a-4b3f-9574-56fea38b0bd2 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=f5980ace2a72461689bfb87d48571e72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485797 Oct 04 14:33:03.648102 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6333787-4140-4172-96a0-702ec73aeeff req-6c017aa6-e8d8-4d2e-ac71-24a14981d95e tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:03.649665 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e6333787-4140-4172-96a0-702ec73aeeff req-6c017aa6-e8d8-4d2e-ac71-24a14981d95e tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2126729 Oct 04 14:33:03.734611 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a858df30-b9fa-4b96-97b2-fc4f9500a6bf req-0cfedf3d-8dfc-4b95-9a0f-eae7f719d9c8 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 210 time: 0.0274940 Oct 04 14:33:03.830011 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:03.881642 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-e6333787-4140-4172-96a0-702ec73aeeff req-7ef7be46-8f9b-449e-a679-b5f1540dc4aa tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Request body: {'port': {'device_id': 'a4dd528f-e488-458b-8ca2-d3e60e7993e9', 'network_id': 'c732e841-0eea-4aac-9721-bb01432e3aa0', 'admin_state_up': True, 'tenant_id': 'f5980ace2a72461689bfb87d48571e72'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:33:04.246125 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6333787-4140-4172-96a0-702ec73aeeff req-7ef7be46-8f9b-449e-a679-b5f1540dc4aa tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Made reservation on behalf of f5980ace2a72461689bfb87d48571e72 for: {'port': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:33:04.251383 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e6333787-4140-4172-96a0-702ec73aeeff req-7ef7be46-8f9b-449e-a679-b5f1540dc4aa tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:04.261743 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e6333787-4140-4172-96a0-702ec73aeeff req-7ef7be46-8f9b-449e-a679-b5f1540dc4aa tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:04.342898 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e6333787-4140-4172-96a0-702ec73aeeff req-7ef7be46-8f9b-449e-a679-b5f1540dc4aa tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Publish callbacks [] for security_group (0d80ec2a-9077-4b68-84df-341958b99848), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:04.346501 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e6333787-4140-4172-96a0-702ec73aeeff req-7ef7be46-8f9b-449e-a679-b5f1540dc4aa tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (0d80ec2a-9077-4b68-84df-341958b99848), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:04.415663 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7be46-8f9b-449e-a679-b5f1540dc4aa tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d80ec2a-9077-4b68-84df-341958b99848,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:04.495693 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [req-e6333787-4140-4172-96a0-702ec73aeeff req-7ef7be46-8f9b-449e-a679-b5f1540dc4aa tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Allocated IP 192.168.233.19 (c732e841-0eea-4aac-9721-bb01432e3aa0/ca1656bd-c6d4-4f45-96fb-194262b266f2/cc654320-9ffc-48fb-ad24-5ce6e03a6630) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:33:04.567957 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b0202-c9f9-4382-85b0-fa2098ab4266 req-baac23ce-6e4f-434f-9576-20b8894ef997 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:04.569477 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2a6b0202-c9f9-4382-85b0-fa2098ab4266 req-baac23ce-6e4f-434f-9576-20b8894ef997 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0564668 Oct 04 14:33:04.617741 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2a6b0202-c9f9-4382-85b0-fa2098ab4266 req-3ee51ec7-f24d-4e52-be93-770c68b15c53 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423899 Oct 04 14:33:04.638907 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:04.662822 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e6333787-4140-4172-96a0-702ec73aeeff req-7ef7be46-8f9b-449e-a679-b5f1540dc4aa tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Publish callbacks [] for port (cc654320-9ffc-48fb-ad24-5ce6e03a6630), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:04.696060 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e6333787-4140-4172-96a0-702ec73aeeff req-7ef7be46-8f9b-449e-a679-b5f1540dc4aa tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (cc654320-9ffc-48fb-ad24-5ce6e03a6630), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:04.706220 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:04.819393 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6333787-4140-4172-96a0-702ec73aeeff req-7ef7be46-8f9b-449e-a679-b5f1540dc4aa tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Network c732e841-0eea-4aac-9721-bb01432e3aa0 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:33:04.826711 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [req-e6333787-4140-4172-96a0-702ec73aeeff req-7ef7be46-8f9b-449e-a679-b5f1540dc4aa tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:33:04.829862 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6333787-4140-4172-96a0-702ec73aeeff req-7ef7be46-8f9b-449e-a679-b5f1540dc4aa tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:33:04.839515 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7be46-8f9b-449e-a679-b5f1540dc4aa tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Pushing event updated for resources: {'Port': ['ID=cc654320-9ffc-48fb-ad24-5ce6e03a6630,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:04.842904 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf786e-ba2a-441c-acb6-589ff33d55fd req-19d5943e-8cb7-44c8-906d-e9f08dc288b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:04.844454 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-82bf786e-ba2a-441c-acb6-589ff33d55fd req-19d5943e-8cb7-44c8-906d-e9f08dc288b2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677&tenant_id=64993786e21b45beb7829ceaede4777a HTTP/1.1" status: 200 len: 1127 time: 0.1432538 Oct 04 14:33:04.924958 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b77db-8602-4fe7-86d3-26d6e37ad018 req-a459e48a-0f15-4069-9821-a417842fe7fd tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:04.926505 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-913b77db-8602-4fe7-86d3-26d6e37ad018 req-a459e48a-0f15-4069-9821-a417842fe7fd tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 935 time: 0.1059790 Oct 04 14:33:04.967836 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6333787-4140-4172-96a0-702ec73aeeff req-7ef7be46-8f9b-449e-a679-b5f1540dc4aa tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:04.968496 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e6333787-4140-4172-96a0-702ec73aeeff req-7ef7be46-8f9b-449e-a679-b5f1540dc4aa tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:04.992749 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf786e-ba2a-441c-acb6-589ff33d55fd req-b16383ed-baba-4469-99d2-851ccdb70a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:04.994242 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-82bf786e-ba2a-441c-acb6-589ff33d55fd req-b16383ed-baba-4469-99d2-851ccdb70a25 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=64993786e21b45beb7829ceaede4777a&device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 1127 time: 0.0937676 Oct 04 14:33:05.004505 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e6333787-4140-4172-96a0-702ec73aeeff req-7ef7be46-8f9b-449e-a679-b5f1540dc4aa tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1268005 Oct 04 14:33:05.038210 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-e6333787-4140-4172-96a0-702ec73aeeff req-5af03e9d-3711-441b-b004-d2a3cb3c8a71 service neutron] Request body: {'port': {'device_id': 'a4dd528f-e488-458b-8ca2-d3e60e7993e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86026'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:33:05.076864 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-8e92a380-4beb-464e-b234-d43a57cb4ec7 None None] Provisioning complete for port cc654320-9ffc-48fb-ad24-5ce6e03a6630 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:33:05.077611 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-8e92a380-4beb-464e-b234-d43a57cb4ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (cc654320-9ffc-48fb-ad24-5ce6e03a6630), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:05.077611 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-8e92a380-4beb-464e-b234-d43a57cb4ec7 None None] Attempt 1 to provision port cc654320-9ffc-48fb-ad24-5ce6e03a6630 Oct 04 14:33:05.103825 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-913b77db-8602-4fe7-86d3-26d6e37ad018 req-062f7fa5-214d-4963-a4a8-4076d2597714 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519499 Oct 04 14:33:05.114792 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-8e92a380-4beb-464e-b234-d43a57cb4ec7 None None] Port cc654320-9ffc-48fb-ad24-5ce6e03a6630 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:33:05.171835 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e6333787-4140-4172-96a0-702ec73aeeff req-5af03e9d-3711-441b-b004-d2a3cb3c8a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (cc654320-9ffc-48fb-ad24-5ce6e03a6630), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:05.177564 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf786e-ba2a-441c-acb6-589ff33d55fd req-2a860f38-ae17-4053-b00f-d9e99714e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:05.179040 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-82bf786e-ba2a-441c-acb6-589ff33d55fd req-2a860f38-ae17-4053-b00f-d9e99714e126 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=8adffcb3-eb41-48c9-bdc6-30a7213ac01c HTTP/1.1" status: 200 len: 918 time: 0.1682124 Oct 04 14:33:05.281962 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-82bf786e-ba2a-441c-acb6-589ff33d55fd req-4d48ac68-0ccc-4fab-b184-933526cc0522 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdc4ad8e-1631-4821-915b-f8fee37479d7 HTTP/1.1" status: 200 len: 999 time: 0.0962915 Oct 04 14:33:05.413359 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf786e-ba2a-441c-acb6-589ff33d55fd req-86214e28-91ba-4dff-9bc1-bc87a7b6da5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:05.414809 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-82bf786e-ba2a-441c-acb6-589ff33d55fd req-86214e28-91ba-4dff-9bc1-bc87a7b6da5f service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=866d7ee4-9072-4a41-8ab0-25e4c5a7536f HTTP/1.1" status: 200 len: 856 time: 0.1253076 Oct 04 14:33:05.485987 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:05.494596 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf786e-ba2a-441c-acb6-589ff33d55fd req-dd7ca1df-542a-4874-b2c4-b130ddfdf319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:05.496079 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-82bf786e-ba2a-441c-acb6-589ff33d55fd req-dd7ca1df-542a-4874-b2c4-b130ddfdf319 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=8adffcb3-eb41-48c9-bdc6-30a7213ac01c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555861 Oct 04 14:33:05.659044 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [req-e6333787-4140-4172-96a0-702ec73aeeff req-5af03e9d-3711-441b-b004-d2a3cb3c8a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc654320-9ffc-48fb-ad24-5ce6e03a6630 {{(pid=106356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:33:05.665314 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-82bf786e-ba2a-441c-acb6-589ff33d55fd req-eb08cc36-05fd-4a8a-8073-36712cc9ef0f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8adffcb3-eb41-48c9-bdc6-30a7213ac01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585567 Oct 04 14:33:05.669808 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e6333787-4140-4172-96a0-702ec73aeeff req-5af03e9d-3711-441b-b004-d2a3cb3c8a71 service neutron] Publish callbacks [] for port (cc654320-9ffc-48fb-ad24-5ce6e03a6630), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:05.701288 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.provisioning_blocks [req-e6333787-4140-4172-96a0-702ec73aeeff req-5af03e9d-3711-441b-b004-d2a3cb3c8a71 service neutron] Transition to ACTIVE for port object cc654320-9ffc-48fb-ad24-5ce6e03a6630 will not be triggered until provisioned by entity L2. {{(pid=106356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 14:33:05.730102 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e6333787-4140-4172-96a0-702ec73aeeff req-5af03e9d-3711-441b-b004-d2a3cb3c8a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (cc654320-9ffc-48fb-ad24-5ce6e03a6630), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:05.735807 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:05.758454 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a7ff8-05c7-4be9-a298-310c9df51869 req-c0047bf4-af20-4564-9f06-af0bf5aa8a13 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:05.760000 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-644a7ff8-05c7-4be9-a298-310c9df51869 req-c0047bf4-af20-4564-9f06-af0bf5aa8a13 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0569124 Oct 04 14:33:05.816722 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-644a7ff8-05c7-4be9-a298-310c9df51869 req-fa50c94c-5b51-4a75-81b9-7ccd3fb27f9f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494671 Oct 04 14:33:05.856882 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af03e9d-3711-441b-b004-d2a3cb3c8a71 service neutron] Pushing event updated for resources: {'Port': ['ID=cc654320-9ffc-48fb-ad24-5ce6e03a6630,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:05.881022 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-82bf786e-ba2a-441c-acb6-589ff33d55fd req-5c636152-8cc9-4016-b268-68998ab7258a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8adffcb3-eb41-48c9-bdc6-30a7213ac01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044332 Oct 04 14:33:05.905116 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-e6333787-4140-4172-96a0-702ec73aeeff req-5af03e9d-3711-441b-b004-d2a3cb3c8a71 service neutron] Attempting to bind port cc654320-9ffc-48fb-ad24-5ce6e03a6630 on host hv-cinder-86026 for vnic_type normal with profile {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:33:05.905502 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-e6333787-4140-4172-96a0-702ec73aeeff req-5af03e9d-3711-441b-b004-d2a3cb3c8a71 service neutron] Attempting to bind port cc654320-9ffc-48fb-ad24-5ce6e03a6630 by drivers openvswitch,hyperv on host hv-cinder-86026 at level 0 using segments [{'id': '9b6a379c-1325-4c18-b38f-11050ae46337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c732e841-0eea-4aac-9721-bb01432e3aa0'}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:33:05.905882 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6333787-4140-4172-96a0-702ec73aeeff req-5af03e9d-3711-441b-b004-d2a3cb3c8a71 service neutron] Attempting to bind port cc654320-9ffc-48fb-ad24-5ce6e03a6630 on network c732e841-0eea-4aac-9721-bb01432e3aa0 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:33:05.955493 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6333787-4140-4172-96a0-702ec73aeeff req-5af03e9d-3711-441b-b004-d2a3cb3c8a71 service neutron] Port cc654320-9ffc-48fb-ad24-5ce6e03a6630 on network c732e841-0eea-4aac-9721-bb01432e3aa0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86026 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 14:33:05.955918 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6333787-4140-4172-96a0-702ec73aeeff req-5af03e9d-3711-441b-b004-d2a3cb3c8a71 service neutron] Attempting to bind port cc654320-9ffc-48fb-ad24-5ce6e03a6630 on network c732e841-0eea-4aac-9721-bb01432e3aa0 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:33:05.998760 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6333787-4140-4172-96a0-702ec73aeeff req-5af03e9d-3711-441b-b004-d2a3cb3c8a71 service neutron] Checking agent: {'id': '7414b559-7f0d-43de-b796-62d1db2de72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86026', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'started_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:33:05.999119 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6333787-4140-4172-96a0-702ec73aeeff req-5af03e9d-3711-441b-b004-d2a3cb3c8a71 service neutron] Checking segment: {'id': '9b6a379c-1325-4c18-b38f-11050ae46337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c732e841-0eea-4aac-9721-bb01432e3aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:33:05.999497 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6333787-4140-4172-96a0-702ec73aeeff req-5af03e9d-3711-441b-b004-d2a3cb3c8a71 service neutron] Bound using segment: {'id': '9b6a379c-1325-4c18-b38f-11050ae46337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c732e841-0eea-4aac-9721-bb01432e3aa0'} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:33:05.999923 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-e6333787-4140-4172-96a0-702ec73aeeff req-5af03e9d-3711-441b-b004-d2a3cb3c8a71 service neutron] Bound port: cc654320-9ffc-48fb-ad24-5ce6e03a6630, host: hv-cinder-86026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6a379c-1325-4c18-b38f-11050ae46337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c732e841-0eea-4aac-9721-bb01432e3aa0'}}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:33:06.000278 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e6333787-4140-4172-96a0-702ec73aeeff req-5af03e9d-3711-441b-b004-d2a3cb3c8a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (cc654320-9ffc-48fb-ad24-5ce6e03a6630), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:06.061407 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-e6333787-4140-4172-96a0-702ec73aeeff req-5af03e9d-3711-441b-b004-d2a3cb3c8a71 service neutron] For port cc654320-9ffc-48fb-ad24-5ce6e03a6630, host hv-cinder-86026, cleared binding levels {{(pid=106356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:33:06.065094 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-e6333787-4140-4172-96a0-702ec73aeeff req-5af03e9d-3711-441b-b004-d2a3cb3c8a71 service neutron] For port cc654320-9ffc-48fb-ad24-5ce6e03a6630, host hv-cinder-86026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=cc654320-9ffc-48fb-ad24-5ce6e03a6630,segment=NetworkSegment(9b6a379c-1325-4c18-b38f-11050ae46337),segment_id=9b6a379c-1325-4c18-b38f-11050ae46337)] {{(pid=106356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:33:06.071277 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e6333787-4140-4172-96a0-702ec73aeeff req-5af03e9d-3711-441b-b004-d2a3cb3c8a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (cc654320-9ffc-48fb-ad24-5ce6e03a6630), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:06.075432 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6333787-4140-4172-96a0-702ec73aeeff req-5af03e9d-3711-441b-b004-d2a3cb3c8a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:06.076038 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e6333787-4140-4172-96a0-702ec73aeeff req-5af03e9d-3711-441b-b004-d2a3cb3c8a71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:06.077425 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e6333787-4140-4172-96a0-702ec73aeeff req-5af03e9d-3711-441b-b004-d2a3cb3c8a71 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/cc654320-9ffc-48fb-ad24-5ce6e03a6630 HTTP/1.1" status: 200 len: 1097 time: 1.0545480 Oct 04 14:33:06.077967 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4dd528f-e488-458b-8ca2-d3e60e7993e9', 'tag': 'cc654320-9ffc-48fb-ad24-5ce6e03a6630'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:33:06.080292 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef49f70-b6f6-4513-945c-9313c46c9b43" -d '{"events": [{"name": "network-changed", "server_uuid": "a4dd528f-e488-458b-8ca2-d3e60e7993e9", "tag": "cc654320-9ffc-48fb-ad24-5ce6e03a6630"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:33:06.121947 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e56a0b-edb8-461e-8ad2-f424120ce5ce x-openstack-request-id: req-35e56a0b-edb8-461e-8ad2-f424120ce5ce {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:33:06.122240 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4dd528f-e488-458b-8ca2-d3e60e7993e9", "tag": "cc654320-9ffc-48fb-ad24-5ce6e03a6630", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:33:06.122497 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35e56a0b-edb8-461e-8ad2-f424120ce5ce {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:33:06.122904 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e56a0b-edb8-461e-8ad2-f424120ce5ce'] response: {'name': 'network-changed', 'server_uuid': 'a4dd528f-e488-458b-8ca2-d3e60e7993e9', 'tag': 'cc654320-9ffc-48fb-ad24-5ce6e03a6630', 'status': 'completed', 'code': 200} Oct 04 14:33:06.135239 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af03e9d-3711-441b-b004-d2a3cb3c8a71 service neutron] Pushing event updated for resources: {'Port': ['ID=cc654320-9ffc-48fb-ad24-5ce6e03a6630,revision_number=3']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:06.247073 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a30487-0603-402a-be1f-8614dcc333dc req-a50f599e-69ac-447b-a961-9958c5ad2e41 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:06.249093 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-61a30487-0603-402a-be1f-8614dcc333dc req-a50f599e-69ac-447b-a961-9958c5ad2e41 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 947 time: 0.0599573 Oct 04 14:33:06.251433 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6333787-4140-4172-96a0-702ec73aeeff req-3751aefc-530b-40a3-94f4-8dfd528b31cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:06.252966 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e6333787-4140-4172-96a0-702ec73aeeff req-3751aefc-530b-40a3-94f4-8dfd528b31cd service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f5980ace2a72461689bfb87d48571e72&device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 1131 time: 0.0483556 Oct 04 14:33:06.305786 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-61a30487-0603-402a-be1f-8614dcc333dc req-415adda4-2371-478d-bf28-7dd601262d35 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472174 Oct 04 14:33:06.311004 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e6333787-4140-4172-96a0-702ec73aeeff req-38cdaa4b-d592-411b-8990-f8408deb9237 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=cc654320-9ffc-48fb-ad24-5ce6e03a6630 HTTP/1.1" status: 200 len: 217 time: 0.0394514 Oct 04 14:33:06.367299 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6333787-4140-4172-96a0-702ec73aeeff req-b4d94dfa-c196-482f-a236-f37f6de1a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:06.369344 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e6333787-4140-4172-96a0-702ec73aeeff req-b4d94dfa-c196-482f-a236-f37f6de1a935 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=ca1656bd-c6d4-4f45-96fb-194262b266f2 HTTP/1.1" status: 200 len: 843 time: 0.0477602 Oct 04 14:33:06.429351 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6333787-4140-4172-96a0-702ec73aeeff req-686d5394-ec65-4ca0-ba29-6ddccb3aed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:06.430865 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e6333787-4140-4172-96a0-702ec73aeeff req-686d5394-ec65-4ca0-ba29-6ddccb3aed37 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c732e841-0eea-4aac-9721-bb01432e3aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0518124 Oct 04 14:33:06.486418 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:06.533971 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e6333787-4140-4172-96a0-702ec73aeeff req-af19e09e-3a7e-448e-b96b-1af3bd61b211 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c732e841-0eea-4aac-9721-bb01432e3aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911164 Oct 04 14:33:06.672506 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e6333787-4140-4172-96a0-702ec73aeeff req-c00d005d-0c9a-48e4-96c2-51f61e21e699 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c732e841-0eea-4aac-9721-bb01432e3aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277812 Oct 04 14:33:06.978409 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd1dc3-2e3b-4fb7-9619-77ea88a17ca7 req-676d721e-07aa-42af-ab39-a3a1d4ed8b23 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:06.980036 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b1cd1dc3-2e3b-4fb7-9619-77ea88a17ca7 req-676d721e-07aa-42af-ab39-a3a1d4ed8b23 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0549955 Oct 04 14:33:07.047991 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b1cd1dc3-2e3b-4fb7-9619-77ea88a17ca7 req-41b3deb1-35a2-488a-864f-65e6adece786 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592906 Oct 04 14:33:07.437334 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd50d9-d251-4353-bc16-31a4a2e11a8e req-6888c219-c775-4e30-82fa-2c5ed7b6352d tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:07.440012 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d6bd50d9-d251-4353-bc16-31a4a2e11a8e req-6888c219-c775-4e30-82fa-2c5ed7b6352d tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 947 time: 0.0524459 Oct 04 14:33:07.519238 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d6bd50d9-d251-4353-bc16-31a4a2e11a8e req-9426a4ca-5397-44d3-ade0-9398c57a8105 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730193 Oct 04 14:33:08.036270 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:08.232707 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d91caf-2bf3-4892-a0dd-24144bb912b2 req-8ab3dcac-abb6-4ecd-aa0a-5dc71d235ab3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:08.236925 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f2d91caf-2bf3-4892-a0dd-24144bb912b2 req-8ab3dcac-abb6-4ecd-aa0a-5dc71d235ab3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0743330 Oct 04 14:33:08.317883 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f2d91caf-2bf3-4892-a0dd-24144bb912b2 req-65b09c5b-0156-4c6c-89ee-66de98843de7 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642364 Oct 04 14:33:08.690809 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41446c6c-10cb-46fc-850f-98b30ea5a7e6 req-d4a91c67-fca5-40fd-b3e8-c49d164a60b7 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:08.692723 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-41446c6c-10cb-46fc-850f-98b30ea5a7e6 req-d4a91c67-fca5-40fd-b3e8-c49d164a60b7 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 947 time: 0.0548670 Oct 04 14:33:08.762725 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-41446c6c-10cb-46fc-850f-98b30ea5a7e6 req-c3ec81cc-1e17-4532-8f44-856f56046cb6 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493202 Oct 04 14:33:09.472999 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2f848-3014-4f7a-9d0e-98496fb950ee req-f07cb9b0-1a81-4d11-ba10-2dc5fc4b91f3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:09.474712 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-31a2f848-3014-4f7a-9d0e-98496fb950ee req-f07cb9b0-1a81-4d11-ba10-2dc5fc4b91f3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0554614 Oct 04 14:33:09.541248 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:09.546059 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-31a2f848-3014-4f7a-9d0e-98496fb950ee req-4e743889-9252-4493-9018-0a61c655498b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620759 Oct 04 14:33:09.916207 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401925e-4e4b-4629-9724-795fe9c9125c req-b5a27290-bc84-4e06-a99a-6d6c926298cc tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:09.924254 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1401925e-4e4b-4629-9724-795fe9c9125c req-b5a27290-bc84-4e06-a99a-6d6c926298cc tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 947 time: 0.0695689 Oct 04 14:33:09.989928 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1401925e-4e4b-4629-9724-795fe9c9125c req-15335e4f-72e9-4ab5-8e20-4355d7af4f1c tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644863 Oct 04 14:33:10.700532 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722724a9-a963-4bdb-a124-deb1ebb165af req-ebbc5e55-5531-4993-b9a8-4d12962bfa71 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:10.702182 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-722724a9-a963-4bdb-a124-deb1ebb165af req-ebbc5e55-5531-4993-b9a8-4d12962bfa71 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0545516 Oct 04 14:33:10.758538 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-722724a9-a963-4bdb-a124-deb1ebb165af req-42b5c44a-60d4-490b-b0b2-b4a2f2382b7d tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500906 Oct 04 14:33:11.157397 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:11.167596 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c2b14-aa04-41a4-85a4-f54d0e8bb26e req-a529cc19-9442-45f2-b006-af4fc7c25da4 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:11.169234 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-a09c2b14-aa04-41a4-85a4-f54d0e8bb26e req-a529cc19-9442-45f2-b006-af4fc7c25da4 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 947 time: 0.0688729 Oct 04 14:33:11.230995 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-a09c2b14-aa04-41a4-85a4-f54d0e8bb26e req-50f61390-da1c-4577-998c-cc24d19dc625 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539689 Oct 04 14:33:11.937153 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9f22c-ae7e-4a4f-8ea9-3d05714337b1 req-fea8a74d-2f20-4f7e-a1cd-e3f48ba14661 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:11.939588 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a9d9f22c-ae7e-4a4f-8ea9-3d05714337b1 req-fea8a74d-2f20-4f7e-a1cd-e3f48ba14661 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0691986 Oct 04 14:33:11.994219 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a9d9f22c-ae7e-4a4f-8ea9-3d05714337b1 req-39fbe1fb-1b0b-4373-adfd-c1f0ce1eb5d9 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486283 Oct 04 14:33:12.360675 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f485444-c5da-43b3-9d81-a48fa2b60c38 req-63d4c0d1-054b-4be9-aec0-fdc827a9b979 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:12.362235 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4f485444-c5da-43b3-9d81-a48fa2b60c38 req-63d4c0d1-054b-4be9-aec0-fdc827a9b979 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 947 time: 0.0471959 Oct 04 14:33:12.420582 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4f485444-c5da-43b3-9d81-a48fa2b60c38 req-b72658b0-bd0f-4848-a62d-f187c753d305 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525117 Oct 04 14:33:13.150962 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1117b-593d-4a97-9929-5a46b981b4aa req-aff67ce2-1731-4e48-a83b-61ed66b2cc9d tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:13.153771 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-aeb1117b-593d-4a97-9929-5a46b981b4aa req-aff67ce2-1731-4e48-a83b-61ed66b2cc9d tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0558884 Oct 04 14:33:13.218134 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-aeb1117b-593d-4a97-9929-5a46b981b4aa req-1f639bb2-33b7-45e6-93c0-8c0bbbf70053 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576897 Oct 04 14:33:13.221217 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:13.223651 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=16 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:13.577675 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cd7ee-35df-4c11-8f0a-951684f68704 req-55d20883-3617-4a75-9b2d-64309f8f7dd6 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:13.579849 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7d9cd7ee-35df-4c11-8f0a-951684f68704 req-55d20883-3617-4a75-9b2d-64309f8f7dd6 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 947 time: 0.0646241 Oct 04 14:33:13.643721 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:13.668137 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7d9cd7ee-35df-4c11-8f0a-951684f68704 req-ff7ad09e-0d1b-441e-8176-38e44975459c tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820496 Oct 04 14:33:13.726376 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 45030) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:33:13.852466 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-a6ef3a20-e2b5-4e61-a233-3dc1c77b2b1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:13.961950 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-a6ef3a20-e2b5-4e61-a233-3dc1c77b2b1f admin admin] Publish callbacks [] for security_group (6d563a44-6707-4643-b65c-5c279e03881f), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:13.968878 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-a6ef3a20-e2b5-4e61-a233-3dc1c77b2b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (6d563a44-6707-4643-b65c-5c279e03881f), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:13.995953 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:14.015413 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-a6ef3a20-e2b5-4e61-a233-3dc1c77b2b1f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=62dfe44d9fec40bdb293a1741670fc53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879755 Oct 04 14:33:14.017247 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef3a20-e2b5-4e61-a233-3dc1c77b2b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d563a44-6707-4643-b65c-5c279e03881f,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:14.019180 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 45036) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:33:14.090976 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-aeca3886-5d63-4cea-ac06-7585f009a5e8 admin admin] Publish callbacks [] for security_group (6d563a44-6707-4643-b65c-5c279e03881f), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:14.113580 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-aeca3886-5d63-4cea-ac06-7585f009a5e8 admin admin] Publish callbacks [] for security_group (6d563a44-6707-4643-b65c-5c279e03881f), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:14.170664 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-aeca3886-5d63-4cea-ac06-7585f009a5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (6d563a44-6707-4643-b65c-5c279e03881f), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:14.174982 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-aeca3886-5d63-4cea-ac06-7585f009a5e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:14.179094 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-aeca3886-5d63-4cea-ac06-7585f009a5e8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6d563a44-6707-4643-b65c-5c279e03881f HTTP/1.1" status: 204 len: 168 time: 0.1559994 Oct 04 14:33:14.186564 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca3886-5d63-4cea-ac06-7585f009a5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d563a44-6707-4643-b65c-5c279e03881f,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:14.380642 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3c19d-11e3-4285-bb99-84dfb287a599 req-56dcb553-aaa4-499e-b68a-0e95f1f5301d tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:14.384923 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bda3c19d-11e3-4285-bb99-84dfb287a599 req-56dcb553-aaa4-499e-b68a-0e95f1f5301d tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0624220 Oct 04 14:33:14.483424 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bda3c19d-11e3-4285-bb99-84dfb287a599 req-7c86da5d-f8cb-48d8-b190-b706c0aa34a2 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930188 Oct 04 14:33:14.676393 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 45054) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:33:14.845012 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ff263-59a8-43c2-9600-03990dd2491a req-43b30c47-66f1-4384-aed3-79f9de0f79a2 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:14.847091 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-274ff263-59a8-43c2-9600-03990dd2491a req-43b30c47-66f1-4384-aed3-79f9de0f79a2 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 947 time: 0.0793216 Oct 04 14:33:14.951942 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-274ff263-59a8-43c2-9600-03990dd2491a req-24530ff6-3e16-4d86-a73b-1fd0d5a1704b tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973608 Oct 04 14:33:14.953238 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-4db7e737-51dc-49e3-884b-ea116475a689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:15.102770 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-4db7e737-51dc-49e3-884b-ea116475a689 admin admin] Publish callbacks [] for security_group (12f15116-fe20-482a-bdab-34c35db32648), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:15.120437 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-4db7e737-51dc-49e3-884b-ea116475a689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (12f15116-fe20-482a-bdab-34c35db32648), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:15.173086 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-4db7e737-51dc-49e3-884b-ea116475a689 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c9fc3a9be06c446db32b810b6a614dd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4951489 Oct 04 14:33:15.175481 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7e737-51dc-49e3-884b-ea116475a689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f15116-fe20-482a-bdab-34c35db32648,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:15.188609 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 45072) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:33:15.268289 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8ef1772e-0336-4d9a-828f-618eb9ab9594 admin admin] Publish callbacks [] for security_group (12f15116-fe20-482a-bdab-34c35db32648), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:15.290822 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8ef1772e-0336-4d9a-828f-618eb9ab9594 admin admin] Publish callbacks [] for security_group (12f15116-fe20-482a-bdab-34c35db32648), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:15.372470 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8ef1772e-0336-4d9a-828f-618eb9ab9594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (12f15116-fe20-482a-bdab-34c35db32648), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:15.377985 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8ef1772e-0336-4d9a-828f-618eb9ab9594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:15.380127 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-8ef1772e-0336-4d9a-828f-618eb9ab9594 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/12f15116-fe20-482a-bdab-34c35db32648 HTTP/1.1" status: 204 len: 168 time: 0.1900203 Oct 04 14:33:15.396176 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1772e-0336-4d9a-828f-618eb9ab9594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f15116-fe20-482a-bdab-34c35db32648,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:15.681683 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d024e-a96b-4246-8835-8f9ebacfc97f req-422630a2-ce79-4e18-8fc6-ba8cbab65ceb tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:15.683321 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-233d024e-a96b-4246-8835-8f9ebacfc97f req-422630a2-ce79-4e18-8fc6-ba8cbab65ceb tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0639734 Oct 04 14:33:15.745142 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-233d024e-a96b-4246-8835-8f9ebacfc97f req-41ac9277-31cb-4289-a45d-8e58a2ac75d5 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543184 Oct 04 14:33:15.980915 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 45094) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:33:16.156052 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a6148-86ba-4af2-aff4-5b943247b4ef req-53da66f9-dbc2-47fa-9f74-939714cfb4c9 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:16.158099 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-963a6148-86ba-4af2-aff4-5b943247b4ef req-53da66f9-dbc2-47fa-9f74-939714cfb4c9 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 947 time: 0.0870836 Oct 04 14:33:16.231053 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-963a6148-86ba-4af2-aff4-5b943247b4ef req-799655dd-04e4-417e-88d4-30cee1cc3ca3 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670967 Oct 04 14:33:16.259031 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ed23165e-6381-459a-906e-4d07fcaf6c25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:16.358045 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ed23165e-6381-459a-906e-4d07fcaf6c25 admin admin] Publish callbacks [] for security_group (bee9ddf2-fef8-4b47-9285-a2fb0d78bd57), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:16.364634 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ed23165e-6381-459a-906e-4d07fcaf6c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (bee9ddf2-fef8-4b47-9285-a2fb0d78bd57), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:16.392816 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:16.415378 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-ed23165e-6381-459a-906e-4d07fcaf6c25 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e8973f9721be41059fc160143df3951e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4299343 Oct 04 14:33:16.415626 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 45112) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:33:16.424708 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23165e-6381-459a-906e-4d07fcaf6c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee9ddf2-fef8-4b47-9285-a2fb0d78bd57,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:16.488910 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2a56c07c-e93f-465b-901e-f13e9115950b admin admin] Publish callbacks [] for security_group (bee9ddf2-fef8-4b47-9285-a2fb0d78bd57), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:16.514975 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2a56c07c-e93f-465b-901e-f13e9115950b admin admin] Publish callbacks [] for security_group (bee9ddf2-fef8-4b47-9285-a2fb0d78bd57), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:16.579638 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2a56c07c-e93f-465b-901e-f13e9115950b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (bee9ddf2-fef8-4b47-9285-a2fb0d78bd57), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:16.580786 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2a56c07c-e93f-465b-901e-f13e9115950b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:16.585098 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-2a56c07c-e93f-465b-901e-f13e9115950b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/bee9ddf2-fef8-4b47-9285-a2fb0d78bd57 HTTP/1.1" status: 204 len: 168 time: 0.1656804 Oct 04 14:33:16.593514 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56c07c-e93f-465b-901e-f13e9115950b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee9ddf2-fef8-4b47-9285-a2fb0d78bd57,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:17.003061 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc491b-0ef8-43c0-9fa9-1d8805d63b45 req-b0822df1-1a61-4845-a084-ea73b7b6eb80 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:17.005180 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5ccc491b-0ef8-43c0-9fa9-1d8805d63b45 req-b0822df1-1a61-4845-a084-ea73b7b6eb80 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.1514659 Oct 04 14:33:17.081633 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5ccc491b-0ef8-43c0-9fa9-1d8805d63b45 req-e8df2c82-d0b2-416d-9bc4-efd341333697 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685449 Oct 04 14:33:17.345414 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:17.353639 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef0392-336a-4e89-8831-7dca017ca9df req-61cb5502-a560-4ce4-8336-c69c161f0c36 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:17.355155 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b1ef0392-336a-4e89-8831-7dca017ca9df req-61cb5502-a560-4ce4-8336-c69c161f0c36 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 947 time: 0.0491605 Oct 04 14:33:17.404551 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b1ef0392-336a-4e89-8831-7dca017ca9df req-b550cd1e-8caf-46d5-89d0-1d44d03cd40a tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425315 Oct 04 14:33:18.230576 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dc41a-0cb5-4a0e-ac5b-a5a663b359a3 req-a4788a9d-38d8-4392-97b0-d0429b70aba1 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:18.237126 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f46dc41a-0cb5-4a0e-ac5b-a5a663b359a3 req-a4788a9d-38d8-4392-97b0-d0429b70aba1 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0488317 Oct 04 14:33:18.290645 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f46dc41a-0cb5-4a0e-ac5b-a5a663b359a3 req-d750655d-b8f4-40af-97a5-73b4933f3ebc tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523570 Oct 04 14:33:18.339124 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:33:18.536675 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31c834-a99a-48d8-b2d0-aadec8df0128 req-924fa956-178b-4676-a185-e8ae9d27737b tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:18.538057 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5c31c834-a99a-48d8-b2d0-aadec8df0128 req-924fa956-178b-4676-a185-e8ae9d27737b tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 947 time: 0.0494094 Oct 04 14:33:18.563995 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:18.587615 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5c31c834-a99a-48d8-b2d0-aadec8df0128 req-0bbc6667-8596-4c51-b30c-0b795d9449e8 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439320 Oct 04 14:33:19.423059 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e6d8e-5236-42eb-9a4b-f6288d3538ea req-8094964f-4553-441c-bb35-f28483a4d549 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:19.424557 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e05e6d8e-5236-42eb-9a4b-f6288d3538ea req-8094964f-4553-441c-bb35-f28483a4d549 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0507851 Oct 04 14:33:19.472371 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e05e6d8e-5236-42eb-9a4b-f6288d3538ea req-169c0935-158f-424a-9e65-5ffda5732003 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421114 Oct 04 14:33:19.711473 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1194b0-b54e-4cca-83c3-cb142de5d59c req-2d13dce5-2723-47f6-86ee-789f5a6ffb95 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:19.712990 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ee1194b0-b54e-4cca-83c3-cb142de5d59c req-2d13dce5-2723-47f6-86ee-789f5a6ffb95 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 947 time: 0.0481911 Oct 04 14:33:19.763067 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ee1194b0-b54e-4cca-83c3-cb142de5d59c req-5cfec87d-cc3a-4061-a64e-efe90b0245bc tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443149 Oct 04 14:33:20.601783 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ab09b-8ffe-43bb-a466-589fc1556478 req-462a8325-9eb4-42e2-8f7f-4c43e2310c0e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:20.603304 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dd3ab09b-8ffe-43bb-a466-589fc1556478 req-462a8325-9eb4-42e2-8f7f-4c43e2310c0e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0475686 Oct 04 14:33:20.662558 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dd3ab09b-8ffe-43bb-a466-589fc1556478 req-1c0f705c-0b5a-4fa6-a511-71464558de81 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521729 Oct 04 14:33:20.886009 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db4e76-6a5c-4ef6-b9ae-d95f52a80393 req-2ebd0748-1567-4f4f-a843-492765d54d62 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:20.887538 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-12db4e76-6a5c-4ef6-b9ae-d95f52a80393 req-2ebd0748-1567-4f4f-a843-492765d54d62 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 947 time: 0.0485411 Oct 04 14:33:20.941844 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-12db4e76-6a5c-4ef6-b9ae-d95f52a80393 req-9b6a426c-f3c0-4c27-96cb-473a5ac55343 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484185 Oct 04 14:33:21.793878 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbc86a-8740-4c35-a02d-587cb9c2e5b8 req-012686a8-13cc-40cc-ad7f-0805474c4b49 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:21.795332 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-16bbc86a-8740-4c35-a02d-587cb9c2e5b8 req-012686a8-13cc-40cc-ad7f-0805474c4b49 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0466964 Oct 04 14:33:21.845970 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-16bbc86a-8740-4c35-a02d-587cb9c2e5b8 req-192b206b-2b55-4196-be80-feb40a206172 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438893 Oct 04 14:33:22.062343 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086d7b4-a033-44af-a874-0ca709cfdb45 req-f51de90f-4c87-4f2d-880f-b40e659ad98e tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:22.063825 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2086d7b4-a033-44af-a874-0ca709cfdb45 req-f51de90f-4c87-4f2d-880f-b40e659ad98e tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 947 time: 0.0471382 Oct 04 14:33:22.112072 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2086d7b4-a033-44af-a874-0ca709cfdb45 req-b0526b9f-2050-4338-90a7-3ad2f216b6ad tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420485 Oct 04 14:33:22.348424 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:22.355197 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef49f70-b6f6-4513-945c-9313c46c9b43 req-b3226e39-54c2-4584-9e58-455ee8fce4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:22.356720 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1ef49f70-b6f6-4513-945c-9313c46c9b43 req-b3226e39-54c2-4584-9e58-455ee8fce4f6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f5980ace2a72461689bfb87d48571e72&device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 1131 time: 0.0426524 Oct 04 14:33:22.450300 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef49f70-b6f6-4513-945c-9313c46c9b43 req-12fe7368-dfd7-41df-85ad-915b01c67e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:22.451798 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1ef49f70-b6f6-4513-945c-9313c46c9b43 req-12fe7368-dfd7-41df-85ad-915b01c67e17 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c732e841-0eea-4aac-9721-bb01432e3aa0 HTTP/1.1" status: 200 len: 870 time: 0.0866749 Oct 04 14:33:22.495498 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1ef49f70-b6f6-4513-945c-9313c46c9b43 req-4a2a38a7-da6e-4964-a7bd-6dec358e03e4 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=cc654320-9ffc-48fb-ad24-5ce6e03a6630 HTTP/1.1" status: 200 len: 217 time: 0.0373347 Oct 04 14:33:22.544900 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef49f70-b6f6-4513-945c-9313c46c9b43 req-15b1dd6c-41d2-43be-98a4-3a1871f583cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:22.546329 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1ef49f70-b6f6-4513-945c-9313c46c9b43 req-15b1dd6c-41d2-43be-98a4-3a1871f583cc service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=ca1656bd-c6d4-4f45-96fb-194262b266f2 HTTP/1.1" status: 200 len: 843 time: 0.0447700 Oct 04 14:33:22.598753 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef49f70-b6f6-4513-945c-9313c46c9b43 req-089a66e7-f62f-4823-9421-84408fe11832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:22.600272 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1ef49f70-b6f6-4513-945c-9313c46c9b43 req-089a66e7-f62f-4823-9421-84408fe11832 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c732e841-0eea-4aac-9721-bb01432e3aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0465908 Oct 04 14:33:22.710771 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1ef49f70-b6f6-4513-945c-9313c46c9b43 req-bc9fc195-1b4a-442b-98c1-b4080c13c8b8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c732e841-0eea-4aac-9721-bb01432e3aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965350 Oct 04 14:33:22.770132 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:22.812043 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1ef49f70-b6f6-4513-945c-9313c46c9b43 req-7c84c584-e9b1-4c45-8cc3-d053223227a5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c732e841-0eea-4aac-9721-bb01432e3aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949268 Oct 04 14:33:22.982193 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da254fbd-23fa-40c4-a2a3-c303f28845ef req-f776258a-5cb7-4849-9b47-694fd2c95c4d tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:22.983574 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-da254fbd-23fa-40c4-a2a3-c303f28845ef req-f776258a-5cb7-4849-9b47-694fd2c95c4d tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0546999 Oct 04 14:33:23.031956 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-da254fbd-23fa-40c4-a2a3-c303f28845ef req-611e2c70-18c1-4613-aeec-56f3c263958a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421810 Oct 04 14:33:23.232607 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315dd06-b01a-4b37-aa74-245c5ff84e56 req-a81d9ba2-1aba-458e-92c9-d0a69982356a tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:23.234067 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b315dd06-b01a-4b37-aa74-245c5ff84e56 req-a81d9ba2-1aba-458e-92c9-d0a69982356a tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 947 time: 0.0464909 Oct 04 14:33:23.282387 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b315dd06-b01a-4b37-aa74-245c5ff84e56 req-d82a34aa-b1c4-47aa-ab89-57716818883e tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421779 Oct 04 14:33:24.160564 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4b78b-bb1d-4bd0-84ea-47d637f5be72 req-ba2be993-f319-4b20-baa8-7f30a978bd44 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:24.162143 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-eaa4b78b-bb1d-4bd0-84ea-47d637f5be72 req-ba2be993-f319-4b20-baa8-7f30a978bd44 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0474453 Oct 04 14:33:24.208994 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-eaa4b78b-bb1d-4bd0-84ea-47d637f5be72 req-604c3efe-dfb7-4141-a748-2e6848f03ed0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409262 Oct 04 14:33:24.405638 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88889e8-06ac-4952-8c6c-29bed7f490c5 req-72ac4531-d5c0-491c-8113-36f27ce405cf tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:24.407394 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e88889e8-06ac-4952-8c6c-29bed7f490c5 req-72ac4531-d5c0-491c-8113-36f27ce405cf tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 947 time: 0.0507991 Oct 04 14:33:24.455910 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e88889e8-06ac-4952-8c6c-29bed7f490c5 req-91a05be2-aab8-40d7-a7b4-8eb0b0eed003 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420129 Oct 04 14:33:25.341582 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496723f-9f56-4aa1-84d5-779b7428de30 req-5986c845-18e9-4116-a6f5-592e74295525 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:25.343093 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e496723f-9f56-4aa1-84d5-779b7428de30 req-5986c845-18e9-4116-a6f5-592e74295525 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0506163 Oct 04 14:33:25.398354 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e496723f-9f56-4aa1-84d5-779b7428de30 req-24e7c5dd-5cb9-48aa-854e-baa34629c7cf tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486138 Oct 04 14:33:25.409995 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:25.414358 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:25.586456 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e1148-cfc0-4c3f-972d-fa81f5924b6e req-11a69b14-6dea-4164-9fa4-dab5c92c7bbc tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:25.587984 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b43e1148-cfc0-4c3f-972d-fa81f5924b6e req-11a69b14-6dea-4164-9fa4-dab5c92c7bbc tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 947 time: 0.0488458 Oct 04 14:33:25.636552 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b43e1148-cfc0-4c3f-972d-fa81f5924b6e req-a1ccb4bf-fc7e-435e-be96-73c3a328b051 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429029 Oct 04 14:33:25.762140 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device cc654320-9ffc-48fb-ad24-5ce6e03a6630 details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:33:25.878015 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port cc654320-9ffc-48fb-ad24-5ce6e03a6630, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=cc654320-9ffc-48fb-ad24-5ce6e03a6630,segment=NetworkSegment(9b6a379c-1325-4c18-b38f-11050ae46337),segment_id=9b6a379c-1325-4c18-b38f-11050ae46337)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:33:25.890702 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': 'cc654320-9ffc-48fb-ad24-5ce6e03a6630', 'network_id': 'c732e841-0eea-4aac-9721-bb01432e3aa0', 'port_id': 'cc654320-9ffc-48fb-ad24-5ce6e03a6630', 'mac_address': 'fa:16:3e:3b:8b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca1656bd-c6d4-4f45-96fb-194262b266f2', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:33:25.928692 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port cc654320-9ffc-48fb-ad24-5ce6e03a6630 is: DOWN; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:33:25.929113 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (cc654320-9ffc-48fb-ad24-5ce6e03a6630), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:25.948927 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc654320-9ffc-48fb-ad24-5ce6e03a6630 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:33:25.971165 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port cc654320-9ffc-48fb-ad24-5ce6e03a6630, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=cc654320-9ffc-48fb-ad24-5ce6e03a6630,segment=NetworkSegment(9b6a379c-1325-4c18-b38f-11050ae46337),segment_id=9b6a379c-1325-4c18-b38f-11050ae46337)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:33:25.974434 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (cc654320-9ffc-48fb-ad24-5ce6e03a6630), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:26.022093 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=cc654320-9ffc-48fb-ad24-5ce6e03a6630,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:26.426279 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['cc654320-9ffc-48fb-ad24-5ce6e03a6630'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:33:26.531121 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364396d-2f9c-4615-aab3-f9be57ded831 req-0bbf3af9-d72f-4624-b60e-788295766bb1 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:26.533122 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9364396d-2f9c-4615-aab3-f9be57ded831 req-0bbf3af9-d72f-4624-b60e-788295766bb1 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0472026 Oct 04 14:33:26.581376 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9364396d-2f9c-4615-aab3-f9be57ded831 req-4d16dd0a-cbb3-40f8-96d5-d26ce52ca4fc tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427465 Oct 04 14:33:26.774176 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0f3e7-63f2-4b43-bf72-ccd00978201b req-5a8e95d9-a4d8-4342-bad8-9323ffddf72d tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:26.775682 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c9e0f3e7-63f2-4b43-bf72-ccd00978201b req-5a8e95d9-a4d8-4342-bad8-9323ffddf72d tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 948 time: 0.0488863 Oct 04 14:33:26.833304 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c9e0f3e7-63f2-4b43-bf72-ccd00978201b req-c6c5ef72-ebfc-40d7-8534-0dbabfd15b4a tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507717 Oct 04 14:33:26.994905 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-058e3246-934e-4a45-a9b6-9864c7f6d63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:27.714379 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01eb87-1e2b-4d88-9c51-9bcb6472d48a req-b4938e99-0f1f-440e-98c9-23a2c037b95c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:27.715747 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4d01eb87-1e2b-4d88-9c51-9bcb6472d48a req-b4938e99-0f1f-440e-98c9-23a2c037b95c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0479171 Oct 04 14:33:27.773738 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4d01eb87-1e2b-4d88-9c51-9bcb6472d48a req-3f0f5ad0-b6ab-4635-8a92-990b49da8e5a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510941 Oct 04 14:33:27.964124 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6e046-b41d-4e7d-b96d-941c7043dbf0 req-5e153b40-c1f4-4047-8af2-67eddafb7e0e tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:27.965774 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c8d6e046-b41d-4e7d-b96d-941c7043dbf0 req-5e153b40-c1f4-4047-8af2-67eddafb7e0e tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 948 time: 0.0482707 Oct 04 14:33:28.013524 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c8d6e046-b41d-4e7d-b96d-941c7043dbf0 req-e7d8f792-7b62-4000-8f7a-27d453d5ed01 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415609 Oct 04 14:33:28.335905 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:28.920167 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ccb37-bc6d-4eaf-bfc9-c241a561023d req-55f69b5c-9438-4f00-bdba-4a4846385441 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:28.921700 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a14ccb37-bc6d-4eaf-bfc9-c241a561023d req-55f69b5c-9438-4f00-bdba-4a4846385441 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0568705 Oct 04 14:33:28.973818 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a14ccb37-bc6d-4eaf-bfc9-c241a561023d req-ad5b4ba5-1cee-4640-8633-e24767bd7845 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454590 Oct 04 14:33:29.145274 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b5cba-7e52-4f3f-8e84-fc6c993b8914 req-c10dd5e7-08a3-4e7e-bf47-a3119528f41d tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:29.146889 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e97b5cba-7e52-4f3f-8e84-fc6c993b8914 req-c10dd5e7-08a3-4e7e-bf47-a3119528f41d tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 948 time: 0.0523374 Oct 04 14:33:29.203534 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e97b5cba-7e52-4f3f-8e84-fc6c993b8914 req-b5be49f5-ddde-471f-8630-67bb7f82b520 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478992 Oct 04 14:33:29.428785 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-73b04c7b-1b56-4a46-ba12-f9ed21a0c5e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:30.068030 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:30.106886 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38ddfb-b899-446e-950f-1626b033de01 req-1044058e-b9fc-46a5-b2d1-2767993f3843 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:30.108403 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0f38ddfb-b899-446e-950f-1626b033de01 req-1044058e-b9fc-46a5-b2d1-2767993f3843 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0489948 Oct 04 14:33:30.158496 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0f38ddfb-b899-446e-950f-1626b033de01 req-01c7d6a1-2ee7-473b-9382-8b7868e16f30 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429239 Oct 04 14:33:30.336058 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cc31b-8b77-4551-a22f-e61924a69a42 req-a03561be-feaa-44e8-8b84-d59c03b50a8d tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:30.337707 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-635cc31b-8b77-4551-a22f-e61924a69a42 req-a03561be-feaa-44e8-8b84-d59c03b50a8d tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 948 time: 0.0559046 Oct 04 14:33:30.372744 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:30.393192 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-635cc31b-8b77-4551-a22f-e61924a69a42 req-c4af7717-001e-4ded-a1e1-c1b2e57a18d7 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493371 Oct 04 14:33:30.426868 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device cc654320-9ffc-48fb-ad24-5ce6e03a6630 up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:33:30.482578 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning for port cc654320-9ffc-48fb-ad24-5ce6e03a6630 completed by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 14:33:30.490388 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port cc654320-9ffc-48fb-ad24-5ce6e03a6630 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:33:30.490792 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (cc654320-9ffc-48fb-ad24-5ce6e03a6630), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:30.491131 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port cc654320-9ffc-48fb-ad24-5ce6e03a6630 Oct 04 14:33:30.588599 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port cc654320-9ffc-48fb-ad24-5ce6e03a6630 is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:33:30.588997 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (cc654320-9ffc-48fb-ad24-5ce6e03a6630), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:30.628289 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dd528f-e488-458b-8ca2-d3e60e7993e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc654320-9ffc-48fb-ad24-5ce6e03a6630'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:33:30.631972 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36467ea-416c-45e4-ace7-987afcf3fcdc" -d '{"events": [{"server_uuid": "a4dd528f-e488-458b-8ca2-d3e60e7993e9", "name": "network-vif-plugged", "status": "completed", "tag": "cc654320-9ffc-48fb-ad24-5ce6e03a6630"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:33:30.658091 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port cc654320-9ffc-48fb-ad24-5ce6e03a6630, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=cc654320-9ffc-48fb-ad24-5ce6e03a6630,segment=NetworkSegment(9b6a379c-1325-4c18-b38f-11050ae46337),segment_id=9b6a379c-1325-4c18-b38f-11050ae46337)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:33:30.664294 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (cc654320-9ffc-48fb-ad24-5ce6e03a6630), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:30.690484 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ae8acd-a2ab-4c9f-a771-89e3ca11dcc5 x-openstack-request-id: req-39ae8acd-a2ab-4c9f-a771-89e3ca11dcc5 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:33:30.690779 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dd528f-e488-458b-8ca2-d3e60e7993e9", "name": "network-vif-plugged", "status": "completed", "tag": "cc654320-9ffc-48fb-ad24-5ce6e03a6630", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:33:30.691033 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39ae8acd-a2ab-4c9f-a771-89e3ca11dcc5 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:33:30.691440 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ae8acd-a2ab-4c9f-a771-89e3ca11dcc5'] response: {'server_uuid': 'a4dd528f-e488-458b-8ca2-d3e60e7993e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc654320-9ffc-48fb-ad24-5ce6e03a6630', 'code': 200} Oct 04 14:33:30.724533 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=cc654320-9ffc-48fb-ad24-5ce6e03a6630,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:31.324443 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc1d75-ff30-4c2e-850a-3612f8532e9d req-13feebea-a8d7-4516-808f-db9b5e4350a1 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:31.326463 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e9bc1d75-ff30-4c2e-850a-3612f8532e9d req-13feebea-a8d7-4516-808f-db9b5e4350a1 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0674036 Oct 04 14:33:31.351677 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:31.404539 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e9bc1d75-ff30-4c2e-850a-3612f8532e9d req-b26f501d-6af2-4281-b7fc-7383d43667ae tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703695 Oct 04 14:33:31.570372 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd108d90-2dd4-4048-b6cf-4738f8ffd7cb req-529203a7-51bb-4052-b349-5baa6056afed tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:31.572357 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cd108d90-2dd4-4048-b6cf-4738f8ffd7cb req-529203a7-51bb-4052-b349-5baa6056afed tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 949 time: 0.0695488 Oct 04 14:33:31.653342 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cd108d90-2dd4-4048-b6cf-4738f8ffd7cb req-95ee65d5-783d-4862-9d23-c91ee9767aca tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707831 Oct 04 14:33:31.721493 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e00bfb-87bc-4970-a3c9-bfd791578559 req-bb0fa10f-26b9-4071-a5a5-f5840441cf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:31.721493 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-08e00bfb-87bc-4970-a3c9-bfd791578559 req-bb0fa10f-26b9-4071-a5a5-f5840441cf1f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 1133 time: 0.0567114 Oct 04 14:33:31.780337 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-08e00bfb-87bc-4970-a3c9-bfd791578559 req-991fc0ad-6b08-4535-af9a-e011930dc9be service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504305 Oct 04 14:33:32.253169 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:32.267980 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:32.406125 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device fdc4ad8e-1631-4821-915b-f8fee37479d7 details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:33:32.546427 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port fdc4ad8e-1631-4821-915b-f8fee37479d7, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=fdc4ad8e-1631-4821-915b-f8fee37479d7,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:33:32.559224 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': 'fdc4ad8e-1631-4821-915b-f8fee37479d7', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'port_id': 'fdc4ad8e-1631-4821-915b-f8fee37479d7', 'mac_address': 'fa:16:3e:0a:c2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:33:32.595029 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67254dff-f59e-4861-9ad9-f705da5a5fb5 req-4a723e6d-abeb-4fbf-bedf-441a1e52c166 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:32.597376 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-67254dff-f59e-4861-9ad9-f705da5a5fb5 req-4a723e6d-abeb-4fbf-bedf-441a1e52c166 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 943 time: 0.0572205 Oct 04 14:33:32.600912 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port fdc4ad8e-1631-4821-915b-f8fee37479d7 is: DOWN; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:33:32.601444 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:32.621805 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc4ad8e-1631-4821-915b-f8fee37479d7 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:33:32.647221 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port fdc4ad8e-1631-4821-915b-f8fee37479d7, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=fdc4ad8e-1631-4821-915b-f8fee37479d7,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:33:32.651779 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:32.670342 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-67254dff-f59e-4861-9ad9-f705da5a5fb5 req-6e818b89-83a0-4c23-8586-0909634bd506 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656724 Oct 04 14:33:32.715819 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=fdc4ad8e-1631-4821-915b-f8fee37479d7,revision_number=9']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:32.752035 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:32.807949 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaefd7-dd1c-4865-93e2-fb34d4b869ca req-bee0e803-8d25-4be1-aa5e-a1c484e551e9 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:32.809379 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-37eaefd7-dd1c-4865-93e2-fb34d4b869ca req-bee0e803-8d25-4be1-aa5e-a1c484e551e9 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 949 time: 0.0585482 Oct 04 14:33:32.860153 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-37eaefd7-dd1c-4865-93e2-fb34d4b869ca req-4197a009-9cc1-4f28-a11a-7b004f9b69a7 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440042 Oct 04 14:33:33.164464 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['fdc4ad8e-1631-4821-915b-f8fee37479d7'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:33:33.232928 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:33.829038 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7b896-7833-4fa0-a1ac-92041047ff9f req-eb7e7e67-c481-4915-964b-1806fb08c959 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:33.832618 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b2b7b896-7833-4fa0-a1ac-92041047ff9f req-eb7e7e67-c481-4915-964b-1806fb08c959 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 944 time: 0.0699177 Oct 04 14:33:33.837063 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:33.901328 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:33.907195 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b2b7b896-7833-4fa0-a1ac-92041047ff9f req-223cb911-10f1-4f2a-9e0a-83ef934dd2c8 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634074 Oct 04 14:33:34.063353 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800492f-7fe6-4370-bf9c-8dfb7051c04d req-bcf19d1f-4fa1-42f9-998a-94abcbc3087c tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:34.065533 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a800492f-7fe6-4370-bf9c-8dfb7051c04d req-bcf19d1f-4fa1-42f9-998a-94abcbc3087c tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 949 time: 0.0609193 Oct 04 14:33:34.141227 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a800492f-7fe6-4370-bf9c-8dfb7051c04d req-23d940d3-3972-4455-b29d-c1dd13a583fa tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685298 Oct 04 14:33:34.428416 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device fdc4ad8e-1631-4821-915b-f8fee37479d7 up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:33:34.475693 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port fdc4ad8e-1631-4821-915b-f8fee37479d7 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:33:34.476064 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:34.476424 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port fdc4ad8e-1631-4821-915b-f8fee37479d7 Oct 04 14:33:34.478602 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:34.556024 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port fdc4ad8e-1631-4821-915b-f8fee37479d7 is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:33:34.556353 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:34.585362 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128c7edb-5a5c-4f1c-b3cc-efc3b3a00677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc4ad8e-1631-4821-915b-f8fee37479d7'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:33:34.587929 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b04f0c1-82b5-4b43-9680-447d6a990c0e" -d '{"events": [{"server_uuid": "128c7edb-5a5c-4f1c-b3cc-efc3b3a00677", "name": "network-vif-plugged", "status": "completed", "tag": "fdc4ad8e-1631-4821-915b-f8fee37479d7"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:33:34.602906 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port fdc4ad8e-1631-4821-915b-f8fee37479d7, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=fdc4ad8e-1631-4821-915b-f8fee37479d7,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:33:34.608664 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:34.644274 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044464a4-d66c-46a1-bc7e-4dfa8ae14a89 x-openstack-request-id: req-044464a4-d66c-46a1-bc7e-4dfa8ae14a89 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:33:34.644580 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128c7edb-5a5c-4f1c-b3cc-efc3b3a00677", "name": "network-vif-plugged", "status": "completed", "tag": "fdc4ad8e-1631-4821-915b-f8fee37479d7", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:33:34.644833 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-044464a4-d66c-46a1-bc7e-4dfa8ae14a89 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:33:34.645220 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-044464a4-d66c-46a1-bc7e-4dfa8ae14a89'] response: {'server_uuid': '128c7edb-5a5c-4f1c-b3cc-efc3b3a00677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc4ad8e-1631-4821-915b-f8fee37479d7', 'code': 200} Oct 04 14:33:34.662417 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=fdc4ad8e-1631-4821-915b-f8fee37479d7,revision_number=10']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:35.047795 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c9ab6-b4d2-43c4-95dc-33a2ff082318 req-6838fe7a-adc7-41fa-afe7-0a54f06f22f8 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:35.049878 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9c7c9ab6-b4d2-43c4-95dc-33a2ff082318 req-6838fe7a-adc7-41fa-afe7-0a54f06f22f8 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 946 time: 0.0534172 Oct 04 14:33:35.103918 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9c7c9ab6-b4d2-43c4-95dc-33a2ff082318 req-03ceaaed-9bbb-468a-8f05-d7aa3b19d614 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478449 Oct 04 14:33:35.320087 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c8887-39b8-4d61-821b-53d000ab07e1 req-b754175c-4082-4e5f-8db0-ca03902737b8 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:35.321599 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-370c8887-39b8-4d61-821b-53d000ab07e1 req-b754175c-4082-4e5f-8db0-ca03902737b8 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 949 time: 0.0611041 Oct 04 14:33:35.384133 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-370c8887-39b8-4d61-821b-53d000ab07e1 req-09b8b5df-405e-49d7-a1ee-5ecfa573abdf tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568202 Oct 04 14:33:35.533346 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56a9dd-1837-4851-b0a2-9078d4a405dd req-e5bfa7dd-0e37-43f8-8e48-3a72e809003f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:35.535260 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9c56a9dd-1837-4851-b0a2-9078d4a405dd req-e5bfa7dd-0e37-43f8-8e48-3a72e809003f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 1130 time: 0.0525537 Oct 04 14:33:35.596383 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9c56a9dd-1837-4851-b0a2-9078d4a405dd req-d9053696-f419-4652-bfee-e1d685be7153 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532267 Oct 04 14:33:35.752604 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83008e-afee-4356-a566-19fa9b7745d9 req-59b5e997-3279-4aa6-afaa-9ddef17f314a tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:35.754059 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-de83008e-afee-4356-a566-19fa9b7745d9 req-59b5e997-3279-4aa6-afaa-9ddef17f314a tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 949 time: 0.0591364 Oct 04 14:33:35.819128 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-de83008e-afee-4356-a566-19fa9b7745d9 req-3d1452b4-ead5-4ab7-9748-3842c1ec0c27 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561156 Oct 04 14:33:36.282426 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74179b11-1c20-4b72-a20e-0338518c8080 req-14e33a28-f07e-4cf5-af6b-5047ce8ffe79 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:36.283969 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-74179b11-1c20-4b72-a20e-0338518c8080 req-14e33a28-f07e-4cf5-af6b-5047ce8ffe79 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 946 time: 0.0667431 Oct 04 14:33:36.356563 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-74179b11-1c20-4b72-a20e-0338518c8080 req-1cccf41e-84bf-488a-ba5b-aee49dfa0ee0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646794 Oct 04 14:33:36.609527 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a18e5-4ff7-4dd3-9d33-fedc54ebd73d req-065820ca-f9ec-4a49-a0dd-01a49615f39c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:36.611470 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2a2a18e5-4ff7-4dd3-9d33-fedc54ebd73d req-065820ca-f9ec-4a49-a0dd-01a49615f39c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0556641 Oct 04 14:33:36.669522 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2a2a18e5-4ff7-4dd3-9d33-fedc54ebd73d req-c18ac978-48f2-4d97-8cdb-7e0adab25169 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505970 Oct 04 14:33:36.976818 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f0cbe-9577-4c81-9de5-e553603b0f45 req-156a8ccc-c41e-4275-ad45-d0e91f5025d6 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:36.978408 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c47f0cbe-9577-4c81-9de5-e553603b0f45 req-156a8ccc-c41e-4275-ad45-d0e91f5025d6 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 949 time: 0.0623729 Oct 04 14:33:37.055062 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c47f0cbe-9577-4c81-9de5-e553603b0f45 req-f13ed226-e12a-4117-bd56-5a8332ac0a24 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654488 Oct 04 14:33:37.061081 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 45340) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:33:37.196562 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2eca0d80-78ba-4113-acfc-18f1c47568d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:37.268000 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:37.300437 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2eca0d80-78ba-4113-acfc-18f1c47568d8 admin admin] Publish callbacks [] for security_group (34e9b4af-bb15-47d2-8411-e1c28c571f5b), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:37.307789 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2eca0d80-78ba-4113-acfc-18f1c47568d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (34e9b4af-bb15-47d2-8411-e1c28c571f5b), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:37.353512 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca0d80-78ba-4113-acfc-18f1c47568d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e9b4af-bb15-47d2-8411-e1c28c571f5b,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:37.359096 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-2eca0d80-78ba-4113-acfc-18f1c47568d8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=cfeec3896145481bbace81ebf6916795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966988 Oct 04 14:33:37.363159 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 45344) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:33:37.435318 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-9e873fe6-4be1-4290-a9cf-239be660840c admin admin] Publish callbacks [] for security_group (34e9b4af-bb15-47d2-8411-e1c28c571f5b), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:37.481000 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-9e873fe6-4be1-4290-a9cf-239be660840c admin admin] Publish callbacks [] for security_group (34e9b4af-bb15-47d2-8411-e1c28c571f5b), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:37.592933 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d1d57-a525-4734-9e7d-237d718ea5c2 req-1cca200d-e39e-4fd2-9302-f66912e46644 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:37.594494 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-123d1d57-a525-4734-9e7d-237d718ea5c2 req-1cca200d-e39e-4fd2-9302-f66912e46644 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 946 time: 0.0762184 Oct 04 14:33:37.618024 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-9e873fe6-4be1-4290-a9cf-239be660840c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (34e9b4af-bb15-47d2-8411-e1c28c571f5b), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:37.620730 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-9e873fe6-4be1-4290-a9cf-239be660840c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:37.621897 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-9e873fe6-4be1-4290-a9cf-239be660840c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/34e9b4af-bb15-47d2-8411-e1c28c571f5b HTTP/1.1" status: 204 len: 168 time: 0.2573886 Oct 04 14:33:37.639609 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e873fe6-4be1-4290-a9cf-239be660840c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e9b4af-bb15-47d2-8411-e1c28c571f5b,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:37.685445 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-123d1d57-a525-4734-9e7d-237d718ea5c2 req-74aa5471-d860-4d43-a3d1-9d5a0632d181 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769706 Oct 04 14:33:37.846560 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaef56-7c5f-4892-a87b-3c3951ccb7c0 req-fdaef45a-a3bf-4d0b-9a3b-fd90167308da tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:37.848108 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8cbaef56-7c5f-4892-a87b-3c3951ccb7c0 req-fdaef45a-a3bf-4d0b-9a3b-fd90167308da tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0576227 Oct 04 14:33:37.906764 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8cbaef56-7c5f-4892-a87b-3c3951ccb7c0 req-ffcaaf4d-9a73-4ea1-8795-e25a88dc85cd tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525734 Oct 04 14:33:38.030327 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:38.221273 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:38.243344 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eac7db-5b93-4a3b-9aee-1635e86dbf2a req-9b8629fa-96e6-43f5-84e7-7663ac28d94a tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:38.245096 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-44eac7db-5b93-4a3b-9aee-1635e86dbf2a req-9b8629fa-96e6-43f5-84e7-7663ac28d94a tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 949 time: 0.0609438 Oct 04 14:33:38.542962 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 45372) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:33:38.581803 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-44eac7db-5b93-4a3b-9aee-1635e86dbf2a req-9b761644-9b9a-40e6-a1de-4321a0475096 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306062 Oct 04 14:33:38.698006 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-2f690ad6-ff67-44ec-b085-1600787546d4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-593047384-network', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:33:38.758782 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b803d25-04c6-4868-870a-9bffc9bf3804 req-c5c61f0a-0507-4cd2-b343-d53cb543cda5 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:38.760569 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0b803d25-04c6-4868-870a-9bffc9bf3804 req-c5c61f0a-0507-4cd2-b343-d53cb543cda5 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 949 time: 0.0830705 Oct 04 14:33:38.762031 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f690ad6-ff67-44ec-b085-1600787546d4 admin admin] Made reservation on behalf of 9cf9a725cf7e42ea939bee84113b12ee for: {'network': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:33:38.764493 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2f690ad6-ff67-44ec-b085-1600787546d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for network (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:38.776261 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2f690ad6-ff67-44ec-b085-1600787546d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:38.859664 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63eed7b-9691-4352-a4a7-2fb14409d4a9 req-14f0edd2-a5a3-48bb-b569-4e115bcc27a5 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:38.862623 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d63eed7b-9691-4352-a4a7-2fb14409d4a9 req-14f0edd2-a5a3-48bb-b569-4e115bcc27a5 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 946 time: 0.0684938 Oct 04 14:33:38.896216 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2f690ad6-ff67-44ec-b085-1600787546d4 admin admin] Publish callbacks [] for security_group (9b5cfdd0-b7f1-47bd-98cf-88bfa2396286), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:38.903600 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2f690ad6-ff67-44ec-b085-1600787546d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (9b5cfdd0-b7f1-47bd-98cf-88bfa2396286), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:38.932673 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f690ad6-ff67-44ec-b085-1600787546d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=106356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 14:33:38.944275 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f690ad6-ff67-44ec-b085-1600787546d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:38.948110 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d63eed7b-9691-4352-a4a7-2fb14409d4a9 req-bc55512b-f447-48ad-b0f9-3890c6b4ec74 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784082 Oct 04 14:33:38.955696 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2f690ad6-ff67-44ec-b085-1600787546d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (28160fab-1756-4ac2-a33b-52e68979dd7f), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:38.956120 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.segments_db [None req-2f690ad6-ff67-44ec-b085-1600787546d4 admin admin] Added segment 28160fab-1756-4ac2-a33b-52e68979dd7f of type vlan for network fa33c312-594b-49b2-bd86-df2f885aca0c Oct 04 14:33:39.018367 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2f690ad6-ff67-44ec-b085-1600787546d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767534377674'] for network (fa33c312-594b-49b2-bd86-df2f885aca0c), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:39.089797 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2f690ad6-ff67-44ec-b085-1600787546d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for network (fa33c312-594b-49b2-bd86-df2f885aca0c), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:39.090803 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f690ad6-ff67-44ec-b085-1600787546d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:39.091457 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2f690ad6-ff67-44ec-b085-1600787546d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:39.108023 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:39.129575 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6be0b-7801-47b0-a772-b115bf93971a req-2a6da4e6-f379-4ba1-bd24-cb6b7f4b0555 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:39.131090 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-87e6be0b-7801-47b0-a772-b115bf93971a req-2a6da4e6-f379-4ba1-bd24-cb6b7f4b0555 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0864537 Oct 04 14:33:39.181377 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-2f690ad6-ff67-44ec-b085-1600787546d4 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6373143 Oct 04 14:33:39.184539 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 45412) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:33:39.195376 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-bcff9ff1-b206-49d3-9668-bb9f040b7e2f admin admin] Request body: {'subnet': {'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-593047384-subnet', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'ip_version': 4}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:33:39.222008 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f690ad6-ff67-44ec-b085-1600787546d4 admin admin] Pushing event updated for resources: {'Network': ['ID=fa33c312-594b-49b2-bd86-df2f885aca0c,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:39.232401 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Network fa33c312-594b-49b2-bd86-df2f885aca0c details requested by agent ovs-agent-dv-cinder-860260-1-iscsi with host dv-cinder-860260-1-iscsi {{(pid=106357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 14:33:39.259539 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcff9ff1-b206-49d3-9668-bb9f040b7e2f admin admin] Made reservation on behalf of 9cf9a725cf7e42ea939bee84113b12ee for: {'subnet': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:33:39.262397 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-bcff9ff1-b206-49d3-9668-bb9f040b7e2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6171268'] for subnet (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:39.279570 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-87e6be0b-7801-47b0-a772-b115bf93971a req-d40e98da-b1d2-45be-aa1e-f4ce6056f815 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967491 Oct 04 14:33:39.449695 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-0b803d25-04c6-4868-870a-9bffc9bf3804 req-5166a62c-1ac8-4224-80d3-31053913e26d tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Deleting port cc654320-9ffc-48fb-ad24-5ce6e03a6630 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:33:39.450071 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-0b803d25-04c6-4868-870a-9bffc9bf3804 req-5166a62c-1ac8-4224-80d3-31053913e26d tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (cc654320-9ffc-48fb-ad24-5ce6e03a6630), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:39.521184 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-bcff9ff1-b206-49d3-9668-bb9f040b7e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6577770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6171286'] for subnet (5096a64b-07f5-40cd-bfff-18ee54025b86), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:39.574804 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:39.586738 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff9ff1-b206-49d3-9668-bb9f040b7e2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5096a64b-07f5-40cd-bfff-18ee54025b86,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:39.590086 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ca716591-a249-4245-97c3-bedc5c8a5708 req-6c89e1de-06ce-4766-af1f-d7daf7096cc1 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1419933 Oct 04 14:33:39.592511 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-0b803d25-04c6-4868-870a-9bffc9bf3804 req-5166a62c-1ac8-4224-80d3-31053913e26d tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] For port cc654320-9ffc-48fb-ad24-5ce6e03a6630, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=cc654320-9ffc-48fb-ad24-5ce6e03a6630,segment=NetworkSegment(9b6a379c-1325-4c18-b38f-11050ae46337),segment_id=9b6a379c-1325-4c18-b38f-11050ae46337)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:33:39.593432 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-0b803d25-04c6-4868-870a-9bffc9bf3804 req-5166a62c-1ac8-4224-80d3-31053913e26d tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (cc654320-9ffc-48fb-ad24-5ce6e03a6630), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:39.600521 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcff9ff1-b206-49d3-9668-bb9f040b7e2f admin admin] Checking segment: {'id': '28160fab-1756-4ac2-a33b-52e68979dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:33:39.600905 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcff9ff1-b206-49d3-9668-bb9f040b7e2f admin admin] Network hostable DHCP agents. Network: fa33c312-594b-49b2-bd86-df2f885aca0c, hostable agents: ['ca19cd2b-474d-4d89-a742-81ad09a7c505'], hosted agents: [] {{(pid=106355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 14:33:39.604298 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:39.612955 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-0b803d25-04c6-4868-870a-9bffc9bf3804 req-5166a62c-1ac8-4224-80d3-31053913e26d tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Calling delete_port for cc654320-9ffc-48fb-ad24-5ce6e03a6630 owned by compute:nova {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:33:39.622704 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcff9ff1-b206-49d3-9668-bb9f040b7e2f admin admin] Network fa33c312-594b-49b2-bd86-df2f885aca0c is scheduled to be hosted by DHCP agent ca19cd2b-474d-4d89-a742-81ad09a7c505 with binding_index 1 {{(pid=106355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 14:33:39.626709 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:39.635261 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-bcff9ff1-b206-49d3-9668-bb9f040b7e2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860260-1-iscsi, fa33c312-594b-49b2-bd86-df2f885aca0c) {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:33:39.646334 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcff9ff1-b206-49d3-9668-bb9f040b7e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:39.647235 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-bcff9ff1-b206-49d3-9668-bb9f040b7e2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:39.647364 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ab67f0-c90e-4775-80c1-1c1b8b399b4e None None] Network fa33c312-594b-49b2-bd86-df2f885aca0c requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:33:39.675284 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-bcff9ff1-b206-49d3-9668-bb9f040b7e2f admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4891102 Oct 04 14:33:39.677995 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 45422) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:33:39.682677 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-d4fb2cd3-46c9-470f-84e2-acac5a908741 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-593047384-router', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:33:39.763865 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d4fb2cd3-46c9-470f-84e2-acac5a908741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7312'] for router (14b3b1cb-f9cc-4b5d-a547-76f07257b2e7), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:39.765027 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d4fb2cd3-46c9-470f-84e2-acac5a908741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7307'] for router (14b3b1cb-f9cc-4b5d-a547-76f07257b2e7), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:39.803842 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca716591-a249-4245-97c3-bedc5c8a5708 req-e6684247-206e-4319-8f4e-7f3b2039a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:39.805554 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ca716591-a249-4245-97c3-bedc5c8a5708 req-e6684247-206e-4319-8f4e-7f3b2039a357 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1e5731dbee8946a281caefaeb02bd7ff&device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 1129 time: 0.0880451 Oct 04 14:33:39.812132 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9357fb-6ce6-4b55-a43a-13c0d8b61be6 req-eed473e4-dac9-4248-a56c-9169ee5c3648 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:39.827391 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2c9357fb-6ce6-4b55-a43a-13c0d8b61be6 req-eed473e4-dac9-4248-a56c-9169ee5c3648 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 949 time: 0.1206584 Oct 04 14:33:39.827685 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d75d4f5-93f2-5a44-ba2c-7aa78ccd22af-fa33c312-594b-49b2-bd86-df2f885aca0c', 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c', 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'fixed_ips': [{'subnet_id': '5096a64b-07f5-40cd-bfff-18ee54025b86'}]}} from dv-cinder-860260-1-iscsi. {{(pid=106357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 14:33:39.828481 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:39.909774 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2c9357fb-6ce6-4b55-a43a-13c0d8b61be6 req-ad94711a-d13b-481f-8ae3-f4996b508564 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0d80ec2a-9077-4b68-84df-341958b99848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810201 Oct 04 14:33:39.931373 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d4fb2cd3-46c9-470f-84e2-acac5a908741 admin admin] Publish callbacks [] for router_controller (14b3b1cb-f9cc-4b5d-a547-76f07257b2e7), precommit_add_association {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:40.047294 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-0b803d25-04c6-4868-870a-9bffc9bf3804 req-5166a62c-1ac8-4224-80d3-31053913e26d tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (cc654320-9ffc-48fb-ad24-5ce6e03a6630), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:40.103930 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['cc654320-9ffc-48fb-ad24-5ce6e03a6630'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:33:40.125572 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166a62c-1ac8-4224-80d3-31053913e26d tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Pushing event deleted for resources: {'Port': ['ID=cc654320-9ffc-48fb-ad24-5ce6e03a6630,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:40.205453 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca716591-a249-4245-97c3-bedc5c8a5708 req-c7165062-4ff6-4176-987e-d03695852490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:40.206964 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ca716591-a249-4245-97c3-bedc5c8a5708 req-c7165062-4ff6-4176-987e-d03695852490 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=3e89e862-e669-4987-af44-eb18dbc3b78d HTTP/1.1" status: 200 len: 915 time: 0.3697531 Oct 04 14:33:40.231125 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Allocated IP 172.20.0.2 (fa33c312-594b-49b2-bd86-df2f885aca0c/5096a64b-07f5-40cd-bfff-18ee54025b86/dc2ca5ba-2a7e-4b33-bd46-d74319ebab48) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:33:40.335398 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347b17f-2843-4525-b380-34e14eca29bb req-04e1e004-5068-4e40-a988-bccd0be4d824 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:40.337395 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7347b17f-2843-4525-b380-34e14eca29bb req-04e1e004-5068-4e40-a988-bccd0be4d824 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 946 time: 0.2371342 Oct 04 14:33:40.337950 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b803d25-04c6-4868-870a-9bffc9bf3804 req-5166a62c-1ac8-4224-80d3-31053913e26d tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] No DVR routers for this DVR port cc654320-9ffc-48fb-ad24-5ce6e03a6630 on host hv-cinder-86026 {{(pid=106356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:33:40.340860 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d4fb2cd3-46c9-470f-84e2-acac5a908741 admin admin] Publish callbacks [] for router_gateway (14b3b1cb-f9cc-4b5d-a547-76f07257b2e7), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:40.350783 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-0b803d25-04c6-4868-870a-9bffc9bf3804 req-5166a62c-1ac8-4224-80d3-31053913e26d tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:40.354074 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0b803d25-04c6-4868-870a-9bffc9bf3804 req-5166a62c-1ac8-4224-80d3-31053913e26d tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.17 "DELETE /networking/v2.0/ports/cc654320-9ffc-48fb-ad24-5ce6e03a6630 HTTP/1.1" status: 204 len: 173 time: 1.0434790 Oct 04 14:33:40.354588 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dd528f-e488-458b-8ca2-d3e60e7993e9', 'name': 'network-vif-deleted', 'tag': 'cc654320-9ffc-48fb-ad24-5ce6e03a6630'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:33:40.357026 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751e67ce-517d-4b5e-942b-5b7f570c8f5a" -d '{"events": [{"server_uuid": "a4dd528f-e488-458b-8ca2-d3e60e7993e9", "name": "network-vif-deleted", "tag": "cc654320-9ffc-48fb-ad24-5ce6e03a6630"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:33:40.447977 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ca716591-a249-4245-97c3-bedc5c8a5708 req-10f2d5fd-e007-4b70-b560-e510cfba074c service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a45f381-06ca-4183-af22-7b3ce0bb06a4 HTTP/1.1" status: 200 len: 1000 time: 0.1975973 Oct 04 14:33:40.462880 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:40.463134 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Publish callbacks [] for port (dc2ca5ba-2a7e-4b33-bd46-d74319ebab48), precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:40.463134 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:40.471219 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (dc2ca5ba-2a7e-4b33-bd46-d74319ebab48), after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:40.525978 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Network fa33c312-594b-49b2-bd86-df2f885aca0c is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:33:40.529242 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad281e-fe84-488d-baf5-1c86cf710f72 req-e0fa7629-fc82-455d-aa66-0091ffe6df6d tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:40.530183 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:33:40.536045 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:33:40.537405 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-61ad281e-fe84-488d-baf5-1c86cf710f72 req-e0fa7629-fc82-455d-aa66-0091ffe6df6d tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.1088495 Oct 04 14:33:40.552088 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Pushing event updated for resources: {'Port': ['ID=dc2ca5ba-2a7e-4b33-bd46-d74319ebab48,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:40.578161 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7347b17f-2843-4525-b380-34e14eca29bb req-3398aca9-ec3c-4bb1-b3f6-54f777b2a3af tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174563 Oct 04 14:33:40.590308 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:40.600470 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:40.601240 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:40.601813 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:40.602382 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:40.603106 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:40.603715 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:40.604434 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:40.607167 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:40.607608 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:40.608144 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:40.609418 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:40.611501 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:40.611891 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-61ad281e-fe84-488d-baf5-1c86cf710f72 req-baae717e-bebb-41b0-b9cb-9448fe79326a tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735168 Oct 04 14:33:40.613164 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:40.613820 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:40.641169 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca716591-a249-4245-97c3-bedc5c8a5708 req-f8f82ad3-383e-40b5-9d2d-d8b755c50fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:40.644683 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ca716591-a249-4245-97c3-bedc5c8a5708 req-f8f82ad3-383e-40b5-9d2d-d8b755c50fb7 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41 HTTP/1.1" status: 200 len: 853 time: 0.1842666 Oct 04 14:33:40.672870 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1540743b-10a4-4bd6-8ff2-78ddfad45a72 x-openstack-request-id: req-1540743b-10a4-4bd6-8ff2-78ddfad45a72 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:33:40.673428 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dd528f-e488-458b-8ca2-d3e60e7993e9", "name": "network-vif-deleted", "tag": "cc654320-9ffc-48fb-ad24-5ce6e03a6630", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:33:40.673782 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1540743b-10a4-4bd6-8ff2-78ddfad45a72 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:33:40.674238 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1540743b-10a4-4bd6-8ff2-78ddfad45a72'] response: {'server_uuid': 'a4dd528f-e488-458b-8ca2-d3e60e7993e9', 'name': 'network-vif-deleted', 'tag': 'cc654320-9ffc-48fb-ad24-5ce6e03a6630', 'status': 'completed', 'code': 200} Oct 04 14:33:40.675625 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Attempting to bind port dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:33:40.676160 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Attempting to bind port dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '28160fab-1756-4ac2-a33b-52e68979dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:33:40.676746 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Attempting to bind port dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 on network fa33c312-594b-49b2-bd86-df2f885aca0c {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:33:40.698792 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:DELETE=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:40.725424 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:33:40.725953 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Checking segment: {'id': '28160fab-1756-4ac2-a33b-52e68979dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:33:40.726538 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:40.726934 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Bound using segment: {'id': '28160fab-1756-4ac2-a33b-52e68979dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:33:40.727404 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Bound port: dc2ca5ba-2a7e-4b33-bd46-d74319ebab48, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28160fab-1756-4ac2-a33b-52e68979dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:33:40.727782 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (dc2ca5ba-2a7e-4b33-bd46-d74319ebab48), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:40.757050 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d4fb2cd3-46c9-470f-84e2-acac5a908741 admin admin] Publish callbacks [] for router_gateway (14b3b1cb-f9cc-4b5d-a547-76f07257b2e7), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:40.759458 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca716591-a249-4245-97c3-bedc5c8a5708 req-c7b5c9e3-6bf2-463e-a3f9-a94c296bc5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:40.761138 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ca716591-a249-4245-97c3-bedc5c8a5708 req-c7b5c9e3-6bf2-463e-a3f9-a94c296bc5a5 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=3e89e862-e669-4987-af44-eb18dbc3b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593317 Oct 04 14:33:40.803846 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d4fb2cd3-46c9-470f-84e2-acac5a908741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:40.815558 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] For port dc2ca5ba-2a7e-4b33-bd46-d74319ebab48, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:33:40.819253 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] For port dc2ca5ba-2a7e-4b33-bd46-d74319ebab48, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=dc2ca5ba-2a7e-4b33-bd46-d74319ebab48,segment=NetworkSegment(28160fab-1756-4ac2-a33b-52e68979dd7f),segment_id=28160fab-1756-4ac2-a33b-52e68979dd7f)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:33:40.826907 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (dc2ca5ba-2a7e-4b33-bd46-d74319ebab48), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:40.913117 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7200e-8910-4a63-a12e-dd3334ccda9f None None] Pushing event updated for resources: {'Port': ['ID=dc2ca5ba-2a7e-4b33-bd46-d74319ebab48,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:40.970416 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ca716591-a249-4245-97c3-bedc5c8a5708 req-9e94ad72-48ef-4e1c-9e3a-92cba9391d9f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745617 Oct 04 14:33:41.109211 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f74c6ea7-9595-4bcf-8bb9-e27add4a5603 req-eb347b29-7156-4850-8154-205de1f5a747 tempest-VolumesNegativeTest-901630838 tempest-VolumesNegativeTest-901630838-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4dd528f-e488-458b-8ca2-d3e60e7993e9 HTTP/1.1" status: 200 len: 210 time: 0.0654967 Oct 04 14:33:41.113367 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [None req-d4fb2cd3-46c9-470f-84e2-acac5a908741 admin admin] Allocated IP 172.27.3.82 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/b3622f49-0333-4748-81f5-22849382a3fa) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:33:41.234137 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ca716591-a249-4245-97c3-bedc5c8a5708 req-75dbcfae-a5bc-4546-af20-bf7136ea003c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425897 Oct 04 14:33:41.295775 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d4fb2cd3-46c9-470f-84e2-acac5a908741 admin admin] Publish callbacks [] for port (b3622f49-0333-4748-81f5-22849382a3fa), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:41.329308 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d4fb2cd3-46c9-470f-84e2-acac5a908741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (b3622f49-0333-4748-81f5-22849382a3fa), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:41.379178 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fb2cd3-46c9-470f-84e2-acac5a908741 admin admin] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:33:41.384659 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-d4fb2cd3-46c9-470f-84e2-acac5a908741 admin admin] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:33:41.387015 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb2cd3-46c9-470f-84e2-acac5a908741 admin admin] Pushing event updated for resources: {'Port': ['ID=b3622f49-0333-4748-81f5-22849382a3fa,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:41.389590 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fb2cd3-46c9-470f-84e2-acac5a908741 admin admin] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:33:41.643571 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:41.657073 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d4fb2cd3-46c9-470f-84e2-acac5a908741 admin admin] Publish callbacks [] for router_gateway (14b3b1cb-f9cc-4b5d-a547-76f07257b2e7), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:41.658945 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:41.808423 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd7e8d-6a49-402f-977e-2f20d3db27c1 req-31ba12a6-8ef1-42b4-9ea1-ce7fec86f1db tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:41.811048 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-54cd7e8d-6a49-402f-977e-2f20d3db27c1 req-31ba12a6-8ef1-42b4-9ea1-ce7fec86f1db tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.1109135 Oct 04 14:33:41.879512 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-54cd7e8d-6a49-402f-977e-2f20d3db27c1 req-99774020-3f5e-4e52-a718-a3ab385131c6 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614271 Oct 04 14:33:41.985943 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29637385-76e8-4a40-b150-71212a215d0f None None] Network fa33c312-594b-49b2-bd86-df2f885aca0c requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:33:42.133808 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d4fb2cd3-46c9-470f-84e2-acac5a908741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549326'] for router (14b3b1cb-f9cc-4b5d-a547-76f07257b2e7), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:42.169204 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:33:42.226168 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-33c2a8be-72f6-4773-a3da-055a02135558 None None] Provisioning complete for port dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:33:42.226454 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-33c2a8be-72f6-4773-a3da-055a02135558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (dc2ca5ba-2a7e-4b33-bd46-d74319ebab48), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:42.226746 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-33c2a8be-72f6-4773-a3da-055a02135558 None None] Attempt 1 to provision port dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 Oct 04 14:33:42.285647 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:42.306800 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4fb2cd3-46c9-470f-84e2-acac5a908741 admin admin] Router 14b3b1cb-f9cc-4b5d-a547-76f07257b2e7 is scheduled to L3 agent 143239ad-78d0-4b46-bab7-60f655805716 with binding_index 1 {{(pid=106356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 14:33:42.315422 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:33:42.315796 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (dc2ca5ba-2a7e-4b33-bd46-d74319ebab48), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:42.316158 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 Oct 04 14:33:42.443517 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device cc654320-9ffc-48fb-ad24-5ce6e03a6630 no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:33:42.464755 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fb2cd3-46c9-470f-84e2-acac5a908741 admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:33:42.506069 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] Sync routers for ids ['14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:33:42.508810 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:42.513628 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] No Port match for: cc654320-9ffc-48fb-ad24-5ce6e03a6630 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:33:42.514212 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device cc654320-9ffc-48fb-ad24-5ce6e03a6630 not bound to the agent host hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:33:42.515226 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d4fb2cd3-46c9-470f-84e2-acac5a908741 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:42.520603 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-d4fb2cd3-46c9-470f-84e2-acac5a908741 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8391082 Oct 04 14:33:42.520804 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 45452) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:33:42.530759 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-33c2a8be-72f6-4773-a3da-055a02135558 None None] Current status of the port dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:33:42.531159 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-33c2a8be-72f6-4773-a3da-055a02135558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (dc2ca5ba-2a7e-4b33-bd46-d74319ebab48), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:42.533728 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:33:42.534101 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (dc2ca5ba-2a7e-4b33-bd46-d74319ebab48), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:42.574015 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] Routers {'14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:33:42.574996 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:33:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:33:42.654168 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-33c2a8be-72f6-4773-a3da-055a02135558 None None] For port dc2ca5ba-2a7e-4b33-bd46-d74319ebab48, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=dc2ca5ba-2a7e-4b33-bd46-d74319ebab48,segment=NetworkSegment(28160fab-1756-4ac2-a33b-52e68979dd7f),segment_id=28160fab-1756-4ac2-a33b-52e68979dd7f)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:33:42.672746 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-33c2a8be-72f6-4773-a3da-055a02135558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (dc2ca5ba-2a7e-4b33-bd46-d74319ebab48), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:42.793016 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] Set router 14b3b1cb-f9cc-4b5d-a547-76f07257b2e7 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:33:42.894670 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-47ca6a4d-8cb4-43c3-aff5-7f943b80cb20 None None] Provisioning complete for port dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:33:42.895046 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-47ca6a4d-8cb4-43c3-aff5-7f943b80cb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (dc2ca5ba-2a7e-4b33-bd46-d74319ebab48), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:42.895389 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-47ca6a4d-8cb4-43c3-aff5-7f943b80cb20 None None] Attempt 1 to provision port dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 Oct 04 14:33:42.916376 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2a8be-72f6-4773-a3da-055a02135558 None None] Pushing event updated for resources: {'Port': ['ID=dc2ca5ba-2a7e-4b33-bd46-d74319ebab48,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:42.995857 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.db.api [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 14:33:42.996896 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG oslo_db.api [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 14:33:43.137361 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114c58e-5ebb-486f-b51c-075560c3fa9d req-dd1fa180-70d5-4d50-9d70-2078e869e0ab tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:43.139208 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b114c58e-5ebb-486f-b51c-075560c3fa9d req-dd1fa180-70d5-4d50-9d70-2078e869e0ab tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0720966 Oct 04 14:33:43.149936 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-47ca6a4d-8cb4-43c3-aff5-7f943b80cb20 None None] Current status of the port dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:33:43.169765 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'name': 'tempest-TestMinimumBasicScenario-593047384-router', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:33:39Z', 'updated_at': '2022-10-04T14:33:41Z', 'revision_number': 3, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'gw_port': {'id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:40Z', 'updated_at': '2022-10-04T14:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:33:43.202059 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:43.206152 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] Checking router: 14b3b1cb-f9cc-4b5d-a547-76f07257b2e7 for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:33:43.206549 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] Updating router 14b3b1cb-f9cc-4b5d-a547-76f07257b2e7 port b3622f49-0333-4748-81f5-22849382a3fa binding host dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 14:33:43.228931 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:43.229273 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b114c58e-5ebb-486f-b51c-075560c3fa9d req-779d652e-f6f2-464d-a717-c2a96f43c232 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679457 Oct 04 14:33:43.232330 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:43.241077 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (b3622f49-0333-4748-81f5-22849382a3fa), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:43.288086 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:43.444459 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Allocated IP 172.20.0.1 (fa33c312-594b-49b2-bd86-df2f885aca0c/5096a64b-07f5-40cd-bfff-18ee54025b86/3d40d68b-f727-4d3b-ac45-253332b63edc) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:33:43.606358 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Publish callbacks [] for port (3d40d68b-f727-4d3b-ac45-253332b63edc), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:43.612120 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:33:43.646428 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (3d40d68b-f727-4d3b-ac45-253332b63edc), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:43.693663 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] Publish callbacks [] for port (b3622f49-0333-4748-81f5-22849382a3fa), precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:43.696175 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Network fa33c312-594b-49b2-bd86-df2f885aca0c is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:33:43.700198 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:33:43.702347 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (b3622f49-0333-4748-81f5-22849382a3fa), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:43.703493 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:33:43.737307 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Pushing event updated for resources: {'Port': ['ID=3d40d68b-f727-4d3b-ac45-253332b63edc,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:43.745647 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] Attempting to bind port b3622f49-0333-4748-81f5-22849382a3fa on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:33:43.746024 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] Attempting to bind port b3622f49-0333-4748-81f5-22849382a3fa by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:33:43.746595 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] Attempting to bind port b3622f49-0333-4748-81f5-22849382a3fa on network de362cfd-b891-4103-bae0-869e4a402a70 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:33:43.750061 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:43.750416 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:43.751495 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:43.751946 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:43.752282 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:43.752674 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:43.752997 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:43.753327 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:43.754396 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:43.754396 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:43.754396 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:43.754853 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:43.755205 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:43.756077 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:43.756077 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:43.774607 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737589'] for router_interface (14b3b1cb-f9cc-4b5d-a547-76f07257b2e7), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:43.794955 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a3a9e-0708-40eb-84e5-aa88261f23e7 None None] Pushing event updated for resources: {'Port': ['ID=b3622f49-0333-4748-81f5-22849382a3fa,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:43.815417 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:33:43.816128 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] Checking segment: {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:33:43.816769 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:43.817335 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] Bound using segment: {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:33:43.817995 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] Bound port: b3622f49-0333-4748-81f5-22849382a3fa, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:33:43.818608 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (b3622f49-0333-4748-81f5-22849382a3fa), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:43.902697 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] For port b3622f49-0333-4748-81f5-22849382a3fa, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:33:43.913106 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] For port b3622f49-0333-4748-81f5-22849382a3fa, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=b3622f49-0333-4748-81f5-22849382a3fa,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:33:43.927213 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (b3622f49-0333-4748-81f5-22849382a3fa), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:43.987263 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (3d40d68b-f727-4d3b-ac45-253332b63edc), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:44.021632 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:44.083512 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] Routers {'14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:33:44.084336 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:33:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:33:44.130764 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:33:44.132513 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a3a9e-0708-40eb-84e5-aa88261f23e7 None None] Pushing event updated for resources: {'Port': ['ID=b3622f49-0333-4748-81f5-22849382a3fa,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:44.161136 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-04af8156-d021-415c-bd63-39d5c610af46 None None] Provisioning complete for port 3d40d68b-f727-4d3b-ac45-253332b63edc triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:33:44.161512 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-04af8156-d021-415c-bd63-39d5c610af46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (3d40d68b-f727-4d3b-ac45-253332b63edc), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:44.161846 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-04af8156-d021-415c-bd63-39d5c610af46 None None] Attempt 1 to provision port 3d40d68b-f727-4d3b-ac45-253332b63edc Oct 04 14:33:44.203051 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Publish callbacks [] for port (3d40d68b-f727-4d3b-ac45-253332b63edc), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:44.209370 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (3d40d68b-f727-4d3b-ac45-253332b63edc), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:44.222285 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-04af8156-d021-415c-bd63-39d5c610af46 None None] Port 3d40d68b-f727-4d3b-ac45-253332b63edc cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:33:44.244991 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:44.268686 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:33:44.269064 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (dc2ca5ba-2a7e-4b33-bd46-d74319ebab48), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:44.269398 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 Oct 04 14:33:44.301094 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:44.303609 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:44.310380 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737705'] for router_interface (14b3b1cb-f9cc-4b5d-a547-76f07257b2e7), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:44.312468 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Pushing event updated for resources: {'Port': ['ID=3d40d68b-f727-4d3b-ac45-253332b63edc,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:44.321203 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] Set router 14b3b1cb-f9cc-4b5d-a547-76f07257b2e7 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:33:44.456416 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157e66f-e5d9-4b6b-aad9-0b329a9e0630 req-d4b14b58-ba62-42a9-b5c7-035b9ab6a0fc tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:44.458085 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c157e66f-e5d9-4b6b-aad9-0b329a9e0630 req-d4b14b58-ba62-42a9-b5c7-035b9ab6a0fc tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0797188 Oct 04 14:33:44.511904 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Network fa33c312-594b-49b2-bd86-df2f885aca0c is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:33:44.523479 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:33:44.549800 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c157e66f-e5d9-4b6b-aad9-0b329a9e0630 req-c4bcddcd-3f06-4193-9c1f-c85a6d5566d1 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828505 Oct 04 14:33:44.687879 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:33:44.698207 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Router 14b3b1cb-f9cc-4b5d-a547-76f07257b2e7 has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:33:44.814809 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'name': 'tempest-TestMinimumBasicScenario-593047384-router', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:33:39Z', 'updated_at': '2022-10-04T14:33:43Z', 'revision_number': 4, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'gw_port': {'id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:40Z', 'updated_at': '2022-10-04T14:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '3d40d68b-f727-4d3b-ac45-253332b63edc', 'name': '', 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'mac_address': 'fa:16:3e:88:a8:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5096a64b-07f5-40cd-bfff-18ee54025b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:43Z', 'updated_at': '2022-10-04T14:33:43Z', 'revision_number': 1, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'subnets': [{'id': '5096a64b-07f5-40cd-bfff-18ee54025b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:33:44.844081 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:33:44.847641 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef347f29-2cd0-485e-b758-a11909cd2030 None None] The sync data for ids ['14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'] in dv-cinder-860260-1-iscsi is: [{'id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'name': 'tempest-TestMinimumBasicScenario-593047384-router', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:33:39Z', 'updated_at': '2022-10-04T14:33:43Z', 'revision_number': 4, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'gw_port': {'id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:40Z', 'updated_at': '2022-10-04T14:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '3d40d68b-f727-4d3b-ac45-253332b63edc', 'name': '', 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'mac_address': 'fa:16:3e:88:a8:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5096a64b-07f5-40cd-bfff-18ee54025b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:43Z', 'updated_at': '2022-10-04T14:33:43Z', 'revision_number': 1, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'subnets': [{'id': '5096a64b-07f5-40cd-bfff-18ee54025b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:33:44.860980 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-ba7c2d1b-be80-45a7-959e-bb853b285271 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/14b3b1cb-f9cc-4b5d-a547-76f07257b2e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3297937 Oct 04 14:33:44.862355 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-349ee859-d288-4237-b8a2-d95faa396a9e None None] Provisioning complete for port 3d40d68b-f727-4d3b-ac45-253332b63edc triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:33:44.862355 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-349ee859-d288-4237-b8a2-d95faa396a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (3d40d68b-f727-4d3b-ac45-253332b63edc), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:44.862355 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-349ee859-d288-4237-b8a2-d95faa396a9e None None] Attempt 1 to provision port 3d40d68b-f727-4d3b-ac45-253332b63edc Oct 04 14:33:44.907588 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-349ee859-d288-4237-b8a2-d95faa396a9e None None] Port 3d40d68b-f727-4d3b-ac45-253332b63edc cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:33:45.737481 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322421b-7681-43ae-91a5-d2508d2489dc req-3cedcb90-e297-4015-b0af-2a3d48567118 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:45.743541 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c322421b-7681-43ae-91a5-d2508d2489dc req-3cedcb90-e297-4015-b0af-2a3d48567118 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0712914 Oct 04 14:33:45.774555 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 45664) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:33:45.783465 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-aaae970f-8239-4853-b430-52778f8b04e8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-115691165-network', 'tenant_id': '941e341c4f564c77a33a6944b6d7bf63'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:33:45.810624 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c322421b-7681-43ae-91a5-d2508d2489dc req-f563013b-1cdb-4cd2-b1a6-47592802b84a tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622730 Oct 04 14:33:45.846550 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaae970f-8239-4853-b430-52778f8b04e8 admin admin] Made reservation on behalf of 941e341c4f564c77a33a6944b6d7bf63 for: {'network': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:33:45.851204 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-aaae970f-8239-4853-b430-52778f8b04e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for network (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:45.870644 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-aaae970f-8239-4853-b430-52778f8b04e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:46.062174 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-aaae970f-8239-4853-b430-52778f8b04e8 admin admin] Publish callbacks [] for security_group (8e1f61d9-fcdc-45f8-a3db-7a09bd617091), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:46.068660 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-aaae970f-8239-4853-b430-52778f8b04e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (8e1f61d9-fcdc-45f8-a3db-7a09bd617091), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:46.098555 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device b3622f49-0333-4748-81f5-22849382a3fa up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:33:46.104728 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaae970f-8239-4853-b430-52778f8b04e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=106356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 14:33:46.123524 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae970f-8239-4853-b430-52778f8b04e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1f61d9-fcdc-45f8-a3db-7a09bd617091,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:46.128916 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-aaae970f-8239-4853-b430-52778f8b04e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (70b27e1a-43fe-40a4-b950-a28b44962b3a), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:46.129248 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.segments_db [None req-aaae970f-8239-4853-b430-52778f8b04e8 admin admin] Added segment 70b27e1a-43fe-40a4-b950-a28b44962b3a of type vlan for network a1c38a9a-3fc5-4ca4-8876-deeddb979261 Oct 04 14:33:46.187822 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-aaae970f-8239-4853-b430-52778f8b04e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767534377674'] for network (a1c38a9a-3fc5-4ca4-8876-deeddb979261), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:46.193730 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port b3622f49-0333-4748-81f5-22849382a3fa triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:33:46.194202 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (b3622f49-0333-4748-81f5-22849382a3fa), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:46.194548 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port b3622f49-0333-4748-81f5-22849382a3fa Oct 04 14:33:46.229959 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-aaae970f-8239-4853-b430-52778f8b04e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for network (a1c38a9a-3fc5-4ca4-8876-deeddb979261), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:46.230976 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaae970f-8239-4853-b430-52778f8b04e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:46.231563 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-aaae970f-8239-4853-b430-52778f8b04e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:46.317616 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-aaae970f-8239-4853-b430-52778f8b04e8 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5414896 Oct 04 14:33:46.321816 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 45684) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:33:46.327416 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-90e765d7-5f2b-46bf-85ee-2128a2d2910d admin admin] Request body: {'subnet': {'network_id': 'a1c38a9a-3fc5-4ca4-8876-deeddb979261', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-115691165-subnet', 'tenant_id': '941e341c4f564c77a33a6944b6d7bf63', 'ip_version': 4}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:33:46.333167 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae970f-8239-4853-b430-52778f8b04e8 admin admin] Pushing event updated for resources: {'Network': ['ID=a1c38a9a-3fc5-4ca4-8876-deeddb979261,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:46.344690 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port b3622f49-0333-4748-81f5-22849382a3fa is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:33:46.346114 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (b3622f49-0333-4748-81f5-22849382a3fa), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:46.354279 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e765d7-5f2b-46bf-85ee-2128a2d2910d admin admin] Made reservation on behalf of 941e341c4f564c77a33a6944b6d7bf63 for: {'subnet': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:33:46.357148 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-90e765d7-5f2b-46bf-85ee-2128a2d2910d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4681365'] for subnet (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:46.361152 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Network a1c38a9a-3fc5-4ca4-8876-deeddb979261 details requested by agent ovs-agent-dv-cinder-860260-1-iscsi with host dv-cinder-860260-1-iscsi {{(pid=106357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 14:33:46.408376 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:46.420046 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:46.421243 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:46.483264 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port b3622f49-0333-4748-81f5-22849382a3fa, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=b3622f49-0333-4748-81f5-22849382a3fa,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:33:46.500641 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (b3622f49-0333-4748-81f5-22849382a3fa), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:46.604875 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=b3622f49-0333-4748-81f5-22849382a3fa,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:46.673091 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-90e765d7-5f2b-46bf-85ee-2128a2d2910d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4681351'] for subnet (9da073a5-d443-42ac-890d-1505031c83c7), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:46.751201 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e765d7-5f2b-46bf-85ee-2128a2d2910d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9da073a5-d443-42ac-890d-1505031c83c7,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:46.771331 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e765d7-5f2b-46bf-85ee-2128a2d2910d admin admin] Checking segment: {'id': '70b27e1a-43fe-40a4-b950-a28b44962b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a1c38a9a-3fc5-4ca4-8876-deeddb979261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:33:46.771799 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e765d7-5f2b-46bf-85ee-2128a2d2910d admin admin] Network hostable DHCP agents. Network: a1c38a9a-3fc5-4ca4-8876-deeddb979261, hostable agents: ['ca19cd2b-474d-4d89-a742-81ad09a7c505'], hosted agents: [] {{(pid=106356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 14:33:46.800764 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e765d7-5f2b-46bf-85ee-2128a2d2910d admin admin] Network a1c38a9a-3fc5-4ca4-8876-deeddb979261 is scheduled to be hosted by DHCP agent ca19cd2b-474d-4d89-a742-81ad09a7c505 with binding_index 1 {{(pid=106356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 14:33:46.815939 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-90e765d7-5f2b-46bf-85ee-2128a2d2910d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860260-1-iscsi, a1c38a9a-3fc5-4ca4-8876-deeddb979261) {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:33:46.821328 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e765d7-5f2b-46bf-85ee-2128a2d2910d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:46.822075 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-90e765d7-5f2b-46bf-85ee-2128a2d2910d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:46.827497 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1e333e-4af2-4330-b8aa-5dc30e68103e None None] Network a1c38a9a-3fc5-4ca4-8876-deeddb979261 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:33:46.849636 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-90e765d7-5f2b-46bf-85ee-2128a2d2910d admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5265040 Oct 04 14:33:46.854003 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 45702) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:33:46.861572 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-115691165-router', 'tenant_id': '941e341c4f564c77a33a6944b6d7bf63', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:33:46.921792 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7312'] for router (958738c5-6791-4ddc-b9d1-b4cec0dbb23f), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:46.924845 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7307'] for router (958738c5-6791-4ddc-b9d1-b4cec0dbb23f), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:46.981579 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453ddf26-6218-436f-9c82-7d4fb750c5d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d75d4f5-93f2-5a44-ba2c-7aa78ccd22af-a1c38a9a-3fc5-4ca4-8876-deeddb979261', 'network_id': 'a1c38a9a-3fc5-4ca4-8876-deeddb979261', 'project_id': '941e341c4f564c77a33a6944b6d7bf63', 'fixed_ips': [{'subnet_id': '9da073a5-d443-42ac-890d-1505031c83c7'}]}} from dv-cinder-860260-1-iscsi. {{(pid=106357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 14:33:46.983019 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-453ddf26-6218-436f-9c82-7d4fb750c5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:47.027175 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb095f-142b-460b-a2b0-782da18af22e req-ac0917a1-cb74-4a79-8cce-a171b93daace tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:47.029942 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-00fb095f-142b-460b-a2b0-782da18af22e req-ac0917a1-cb74-4a79-8cce-a171b93daace tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0996652 Oct 04 14:33:47.037551 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Publish callbacks [] for router_controller (958738c5-6791-4ddc-b9d1-b4cec0dbb23f), precommit_add_association {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:47.133621 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-00fb095f-142b-460b-a2b0-782da18af22e req-8e6c7216-0bfc-48fe-8e9b-e1b27da11817 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964813 Oct 04 14:33:47.204711 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Publish callbacks [] for router_gateway (958738c5-6791-4ddc-b9d1-b4cec0dbb23f), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:47.212203 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [None req-453ddf26-6218-436f-9c82-7d4fb750c5d2 None None] Allocated IP 172.20.0.2 (a1c38a9a-3fc5-4ca4-8876-deeddb979261/9da073a5-d443-42ac-890d-1505031c83c7/8d12d03c-96c8-44a2-be83-bd450e917996) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:33:47.394343 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:47.396108 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-453ddf26-6218-436f-9c82-7d4fb750c5d2 None None] Publish callbacks [] for port (8d12d03c-96c8-44a2-be83-bd450e917996), precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:47.403657 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-453ddf26-6218-436f-9c82-7d4fb750c5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (8d12d03c-96c8-44a2-be83-bd450e917996), after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:47.431007 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Publish callbacks [] for router_gateway (958738c5-6791-4ddc-b9d1-b4cec0dbb23f), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:47.450448 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453ddf26-6218-436f-9c82-7d4fb750c5d2 None None] Network a1c38a9a-3fc5-4ca4-8876-deeddb979261 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:33:47.453601 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-453ddf26-6218-436f-9c82-7d4fb750c5d2 None None] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:33:47.458474 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453ddf26-6218-436f-9c82-7d4fb750c5d2 None None] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:33:47.464857 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:47.468654 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ddf26-6218-436f-9c82-7d4fb750c5d2 None None] Pushing event updated for resources: {'Port': ['ID=8d12d03c-96c8-44a2-be83-bd450e917996,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:47.477172 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:47.538949 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-453ddf26-6218-436f-9c82-7d4fb750c5d2 None None] Attempting to bind port 8d12d03c-96c8-44a2-be83-bd450e917996 on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:33:47.539234 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-453ddf26-6218-436f-9c82-7d4fb750c5d2 None None] Attempting to bind port 8d12d03c-96c8-44a2-be83-bd450e917996 by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '70b27e1a-43fe-40a4-b950-a28b44962b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a1c38a9a-3fc5-4ca4-8876-deeddb979261'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:33:47.539606 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453ddf26-6218-436f-9c82-7d4fb750c5d2 None None] Attempting to bind port 8d12d03c-96c8-44a2-be83-bd450e917996 on network a1c38a9a-3fc5-4ca4-8876-deeddb979261 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:33:47.595590 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453ddf26-6218-436f-9c82-7d4fb750c5d2 None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:33:47.596081 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453ddf26-6218-436f-9c82-7d4fb750c5d2 None None] Checking segment: {'id': '70b27e1a-43fe-40a4-b950-a28b44962b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a1c38a9a-3fc5-4ca4-8876-deeddb979261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:33:47.596588 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-453ddf26-6218-436f-9c82-7d4fb750c5d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:47.597053 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453ddf26-6218-436f-9c82-7d4fb750c5d2 None None] Bound using segment: {'id': '70b27e1a-43fe-40a4-b950-a28b44962b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a1c38a9a-3fc5-4ca4-8876-deeddb979261'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:33:47.597550 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-453ddf26-6218-436f-9c82-7d4fb750c5d2 None None] Bound port: 8d12d03c-96c8-44a2-be83-bd450e917996, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b27e1a-43fe-40a4-b950-a28b44962b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a1c38a9a-3fc5-4ca4-8876-deeddb979261'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:33:47.597937 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-453ddf26-6218-436f-9c82-7d4fb750c5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (8d12d03c-96c8-44a2-be83-bd450e917996), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:47.629847 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_common [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Allocated IP 172.27.3.118 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/405cf2c9-ab7e-4f3d-aec0-efb18476853a) {{(pid=106355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:33:47.640367 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:47.683585 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-453ddf26-6218-436f-9c82-7d4fb750c5d2 None None] For port 8d12d03c-96c8-44a2-be83-bd450e917996, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:33:47.688896 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-453ddf26-6218-436f-9c82-7d4fb750c5d2 None None] For port 8d12d03c-96c8-44a2-be83-bd450e917996, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=8d12d03c-96c8-44a2-be83-bd450e917996,segment=NetworkSegment(70b27e1a-43fe-40a4-b950-a28b44962b3a),segment_id=70b27e1a-43fe-40a4-b950-a28b44962b3a)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:33:47.699002 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-453ddf26-6218-436f-9c82-7d4fb750c5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (8d12d03c-96c8-44a2-be83-bd450e917996), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:47.763192 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ddf26-6218-436f-9c82-7d4fb750c5d2 None None] Pushing event updated for resources: {'Port': ['ID=8d12d03c-96c8-44a2-be83-bd450e917996,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:47.768744 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Publish callbacks [] for port (405cf2c9-ab7e-4f3d-aec0-efb18476853a), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:47.837671 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (405cf2c9-ab7e-4f3d-aec0-efb18476853a), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:47.901443 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:33:47.910948 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:33:47.915544 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Received port after_create {{(pid=106355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:33:47.964738 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Pushing event updated for resources: {'Port': ['ID=405cf2c9-ab7e-4f3d-aec0-efb18476853a,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:47.986526 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:47.987977 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:47.988710 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:47.989188 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:47.989688 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:47.990398 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:47.991255 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:47.991986 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:47.992744 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:47.993480 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:47.994005 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:47.994532 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:47.995053 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:47.995826 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:47.999082 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:48.074707 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] Sync routers for ids ['14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:33:48.095019 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] Routers {'14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:33:48.095984 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:33:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:33:48.126117 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device b3622f49-0333-4748-81f5-22849382a3fa up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:33:48.210347 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port b3622f49-0333-4748-81f5-22849382a3fa triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:33:48.210968 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (b3622f49-0333-4748-81f5-22849382a3fa), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:48.211603 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port b3622f49-0333-4748-81f5-22849382a3fa Oct 04 14:33:48.232168 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:48.309562 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port b3622f49-0333-4748-81f5-22849382a3fa is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:33:48.321884 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] Set router 14b3b1cb-f9cc-4b5d-a547-76f07257b2e7 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:33:48.359536 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 45716) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:33:48.405588 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70495b-e36f-4552-9b33-1813d407edf9 req-1fa9c36a-2c8d-4571-a393-7836d4917f35 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:48.408507 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0a70495b-e36f-4552-9b33-1813d407edf9 req-1fa9c36a-2c8d-4571-a393-7836d4917f35 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0935225 Oct 04 14:33:48.596505 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-e2d12b0b-c5b5-44ce-a420-98960dd833b2 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f5980ace2a72461689bfb87d48571e72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344711 Oct 04 14:33:48.598237 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 45720) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:33:48.650002 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'name': 'tempest-TestMinimumBasicScenario-593047384-router', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:33:39Z', 'updated_at': '2022-10-04T14:33:43Z', 'revision_number': 4, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'gw_port': {'id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:40Z', 'updated_at': '2022-10-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '3d40d68b-f727-4d3b-ac45-253332b63edc', 'name': '', 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'mac_address': 'fa:16:3e:88:a8:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5096a64b-07f5-40cd-bfff-18ee54025b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:43Z', 'updated_at': '2022-10-04T14:33:44Z', 'revision_number': 2, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'subnets': [{'id': '5096a64b-07f5-40cd-bfff-18ee54025b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:33:48.674294 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6b02798d-8a9a-4f49-bf94-80934c04966b admin admin] Publish callbacks [] for security_group (0d80ec2a-9077-4b68-84df-341958b99848), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:48.691115 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] Checking router: 14b3b1cb-f9cc-4b5d-a547-76f07257b2e7 for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:33:48.692094 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] Updating router 14b3b1cb-f9cc-4b5d-a547-76f07257b2e7 port 3d40d68b-f727-4d3b-ac45-253332b63edc binding host dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 14:33:48.706448 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6b02798d-8a9a-4f49-bf94-80934c04966b admin admin] Publish callbacks [] for security_group (0d80ec2a-9077-4b68-84df-341958b99848), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:48.749657 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (3d40d68b-f727-4d3b-ac45-253332b63edc), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:48.786816 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6b02798d-8a9a-4f49-bf94-80934c04966b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (0d80ec2a-9077-4b68-84df-341958b99848), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:48.790108 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6b02798d-8a9a-4f49-bf94-80934c04966b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:48.791295 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-6b02798d-8a9a-4f49-bf94-80934c04966b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0d80ec2a-9077-4b68-84df-341958b99848 HTTP/1.1" status: 204 len: 168 time: 0.1917803 Oct 04 14:33:48.811295 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02798d-8a9a-4f49-bf94-80934c04966b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d80ec2a-9077-4b68-84df-341958b99848,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:48.861893 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0a70495b-e36f-4552-9b33-1813d407edf9 req-243aa802-4c9a-405b-908a-cf245ad77701 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4436455 Oct 04 14:33:48.874003 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Publish callbacks [] for router_gateway (958738c5-6791-4ddc-b9d1-b4cec0dbb23f), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:49.130606 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] Publish callbacks [] for port (3d40d68b-f727-4d3b-ac45-253332b63edc), precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:49.139053 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:49.139985 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (3d40d68b-f727-4d3b-ac45-253332b63edc), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:49.158024 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549326'] for router (958738c5-6791-4ddc-b9d1-b4cec0dbb23f), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:49.168035 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe08931f-9f89-4cc9-8f87-c484d9e62858 None None] Network a1c38a9a-3fc5-4ca4-8876-deeddb979261 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:33:49.270569 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c64c6d-87f5-46b0-a314-6b7edd0c239c None None] Pushing event updated for resources: {'Port': ['ID=3d40d68b-f727-4d3b-ac45-253332b63edc,revision_number=3']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:49.280832 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c64c6d-87f5-46b0-a314-6b7edd0c239c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:49.281782 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c64c6d-87f5-46b0-a314-6b7edd0c239c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:49.282435 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c64c6d-87f5-46b0-a314-6b7edd0c239c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:49.282942 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c64c6d-87f5-46b0-a314-6b7edd0c239c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:49.283444 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c64c6d-87f5-46b0-a314-6b7edd0c239c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:49.283922 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c64c6d-87f5-46b0-a314-6b7edd0c239c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:49.284431 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c64c6d-87f5-46b0-a314-6b7edd0c239c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:49.284907 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c64c6d-87f5-46b0-a314-6b7edd0c239c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:49.285403 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c64c6d-87f5-46b0-a314-6b7edd0c239c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:49.285893 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c64c6d-87f5-46b0-a314-6b7edd0c239c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:49.286371 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c64c6d-87f5-46b0-a314-6b7edd0c239c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:49.286879 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c64c6d-87f5-46b0-a314-6b7edd0c239c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:49.287346 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c64c6d-87f5-46b0-a314-6b7edd0c239c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:49.287810 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c64c6d-87f5-46b0-a314-6b7edd0c239c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:49.288292 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c64c6d-87f5-46b0-a314-6b7edd0c239c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:33:49.301599 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] Attempting to bind port 3d40d68b-f727-4d3b-ac45-253332b63edc on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:33:49.303752 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] Attempting to bind port 3d40d68b-f727-4d3b-ac45-253332b63edc by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '28160fab-1756-4ac2-a33b-52e68979dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c'}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:33:49.304373 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] Attempting to bind port 3d40d68b-f727-4d3b-ac45-253332b63edc on network fa33c312-594b-49b2-bd86-df2f885aca0c {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:33:49.334977 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-1aceb4f8-c1bf-493f-b6aa-4ff6de5f0797 None None] Provisioning complete for port 8d12d03c-96c8-44a2-be83-bd450e917996 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:33:49.336047 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1aceb4f8-c1bf-493f-b6aa-4ff6de5f0797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (8d12d03c-96c8-44a2-be83-bd450e917996), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:49.336636 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-1aceb4f8-c1bf-493f-b6aa-4ff6de5f0797 None None] Attempt 1 to provision port 8d12d03c-96c8-44a2-be83-bd450e917996 Oct 04 14:33:49.363560 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:49.381634 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:49.394514 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:49.397349 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:33:49.398201 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] Checking segment: {'id': '28160fab-1756-4ac2-a33b-52e68979dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:33:49.399048 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:49.399635 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] Bound using segment: {'id': '28160fab-1756-4ac2-a33b-52e68979dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c'} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:33:49.400292 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] Bound port: 3d40d68b-f727-4d3b-ac45-253332b63edc, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28160fab-1756-4ac2-a33b-52e68979dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c'}}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:33:49.400889 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (3d40d68b-f727-4d3b-ac45-253332b63edc), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:49.416807 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Router 958738c5-6791-4ddc-b9d1-b4cec0dbb23f is scheduled to L3 agent 143239ad-78d0-4b46-bab7-60f655805716 with binding_index 1 {{(pid=106355) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 14:33:49.504923 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-1aceb4f8-c1bf-493f-b6aa-4ff6de5f0797 None None] Current status of the port 8d12d03c-96c8-44a2-be83-bd450e917996 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:33:49.505456 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1aceb4f8-c1bf-493f-b6aa-4ff6de5f0797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (8d12d03c-96c8-44a2-be83-bd450e917996), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:49.520476 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] For port 3d40d68b-f727-4d3b-ac45-253332b63edc, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:33:49.530790 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] For port 3d40d68b-f727-4d3b-ac45-253332b63edc, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=3d40d68b-f727-4d3b-ac45-253332b63edc,segment=NetworkSegment(28160fab-1756-4ac2-a33b-52e68979dd7f),segment_id=28160fab-1756-4ac2-a33b-52e68979dd7f)] {{(pid=106358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:33:49.546916 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (3d40d68b-f727-4d3b-ac45-253332b63edc), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:49.561369 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-1aceb4f8-c1bf-493f-b6aa-4ff6de5f0797 None None] For port 8d12d03c-96c8-44a2-be83-bd450e917996, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=8d12d03c-96c8-44a2-be83-bd450e917996,segment=NetworkSegment(70b27e1a-43fe-40a4-b950-a28b44962b3a),segment_id=70b27e1a-43fe-40a4-b950-a28b44962b3a)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:33:49.570094 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1aceb4f8-c1bf-493f-b6aa-4ff6de5f0797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (8d12d03c-96c8-44a2-be83-bd450e917996), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:49.599621 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] Routers {'14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:33:49.600291 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:33:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:33:49.639166 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:33:49.674044 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] Sync routers for ids ['958738c5-6791-4ddc-b9d1-b4cec0dbb23f'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:33:49.685618 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:49.690450 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-f9be53bb-a3f8-4b6c-8a17-54593940a85a admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8348670 Oct 04 14:33:49.690654 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 45740) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:33:49.697845 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c64c6d-87f5-46b0-a314-6b7edd0c239c None None] Pushing event updated for resources: {'Port': ['ID=3d40d68b-f727-4d3b-ac45-253332b63edc,revision_number=4']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:49.716753 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb4f8-c1bf-493f-b6aa-4ff6de5f0797 None None] Pushing event updated for resources: {'Port': ['ID=8d12d03c-96c8-44a2-be83-bd450e917996,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:49.720764 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] Routers {'958738c5-6791-4ddc-b9d1-b4cec0dbb23f'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:33:49.721836 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:33:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['958738c5-6791-4ddc-b9d1-b4cec0dbb23f'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:33:49.786797 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:49.817518 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-1e985cc2-c81b-406b-acc0-dbd05fc2c935 None None] Provisioning complete for port 8d12d03c-96c8-44a2-be83-bd450e917996 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:33:49.821089 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1e985cc2-c81b-406b-acc0-dbd05fc2c935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (8d12d03c-96c8-44a2-be83-bd450e917996), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:49.822009 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-1e985cc2-c81b-406b-acc0-dbd05fc2c935 None None] Attempt 1 to provision port 8d12d03c-96c8-44a2-be83-bd450e917996 Oct 04 14:33:49.879660 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] Set router 14b3b1cb-f9cc-4b5d-a547-76f07257b2e7 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:33:49.948813 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] Set router 958738c5-6791-4ddc-b9d1-b4cec0dbb23f gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:33:49.985425 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 45748) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:33:50.193795 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:50.194825 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-38099484-b3fa-4ff8-90a8-a285e012f9ac admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1688806436-network', 'tenant_id': '742e9ad0995f4f96bcc1f75f5689a590'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:33:50.238709 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8cea0-3e9e-405b-9d64-18982229e3d6 req-158beff0-b976-4cef-ab4c-a91f4eb752df tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:50.252095 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-81d8cea0-3e9e-405b-9d64-18982229e3d6 req-158beff0-b976-4cef-ab4c-a91f4eb752df tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.1741719 Oct 04 14:33:50.262321 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38099484-b3fa-4ff8-90a8-a285e012f9ac admin admin] Made reservation on behalf of 742e9ad0995f4f96bcc1f75f5689a590 for: {'network': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:33:50.264839 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-38099484-b3fa-4ff8-90a8-a285e012f9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for network (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:50.275550 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:50.294401 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-38099484-b3fa-4ff8-90a8-a285e012f9ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:50.342174 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'name': 'tempest-TestMinimumBasicScenario-593047384-router', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:33:39Z', 'updated_at': '2022-10-04T14:33:43Z', 'revision_number': 4, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'gw_port': {'id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:40Z', 'updated_at': '2022-10-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '3d40d68b-f727-4d3b-ac45-253332b63edc', 'name': '', 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'mac_address': 'fa:16:3e:88:a8:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5096a64b-07f5-40cd-bfff-18ee54025b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:43Z', 'updated_at': '2022-10-04T14:33:49Z', 'revision_number': 4, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'subnets': [{'id': '5096a64b-07f5-40cd-bfff-18ee54025b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:33:50.398480 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883182ca-e118-4190-89f5-6b907bc30f09 None None] The sync data for ids ['14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'] in dv-cinder-860260-1-iscsi is: [{'id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'name': 'tempest-TestMinimumBasicScenario-593047384-router', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:33:39Z', 'updated_at': '2022-10-04T14:33:43Z', 'revision_number': 4, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'gw_port': {'id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:40Z', 'updated_at': '2022-10-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '3d40d68b-f727-4d3b-ac45-253332b63edc', 'name': '', 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'mac_address': 'fa:16:3e:88:a8:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5096a64b-07f5-40cd-bfff-18ee54025b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:43Z', 'updated_at': '2022-10-04T14:33:49Z', 'revision_number': 4, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'subnets': [{'id': '5096a64b-07f5-40cd-bfff-18ee54025b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:33:50.435097 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 3d40d68b-f727-4d3b-ac45-253332b63edc up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:33:50.459597 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-38099484-b3fa-4ff8-90a8-a285e012f9ac admin admin] Publish callbacks [] for security_group (19494cd7-515c-4250-9ea7-73c1bfd70a8f), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:50.465846 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-38099484-b3fa-4ff8-90a8-a285e012f9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (19494cd7-515c-4250-9ea7-73c1bfd70a8f), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:50.475191 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:50.481471 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-81d8cea0-3e9e-405b-9d64-18982229e3d6 req-eaead62b-b7c6-456a-b081-0e9c05c5706b tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280025 Oct 04 14:33:50.497419 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38099484-b3fa-4ff8-90a8-a285e012f9ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=106355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 14:33:50.529698 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38099484-b3fa-4ff8-90a8-a285e012f9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19494cd7-515c-4250-9ea7-73c1bfd70a8f,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:50.538681 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-38099484-b3fa-4ff8-90a8-a285e012f9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (291a4a06-d64a-40d0-b78a-b72353a9bb36), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:50.539339 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.db.segments_db [None req-38099484-b3fa-4ff8-90a8-a285e012f9ac admin admin] Added segment 291a4a06-d64a-40d0-b78a-b72353a9bb36 of type vlan for network 43cb4147-4d5f-4bad-9d73-94e85a7a487f Oct 04 14:33:50.611086 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-38099484-b3fa-4ff8-90a8-a285e012f9ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767534377674'] for network (43cb4147-4d5f-4bad-9d73-94e85a7a487f), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:50.630704 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958738c5-6791-4ddc-b9d1-b4cec0dbb23f', 'name': 'tempest-TestMinimumBasicScenario-115691165-router', 'tenant_id': '941e341c4f564c77a33a6944b6d7bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '405cf2c9-ab7e-4f3d-aec0-efb18476853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:33:46Z', 'updated_at': '2022-10-04T14:33:48Z', 'revision_number': 3, 'project_id': '941e341c4f564c77a33a6944b6d7bf63', 'gw_port': {'id': '405cf2c9-ab7e-4f3d-aec0-efb18476853a', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:51:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958738c5-6791-4ddc-b9d1-b4cec0dbb23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:47Z', 'updated_at': '2022-10-04T14:33:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:33:50.667576 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] Checking router: 958738c5-6791-4ddc-b9d1-b4cec0dbb23f for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:33:50.667949 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] Updating router 958738c5-6791-4ddc-b9d1-b4cec0dbb23f port 405cf2c9-ab7e-4f3d-aec0-efb18476853a binding host dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 14:33:50.679404 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-38099484-b3fa-4ff8-90a8-a285e012f9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for network (43cb4147-4d5f-4bad-9d73-94e85a7a487f), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:50.682271 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38099484-b3fa-4ff8-90a8-a285e012f9ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:50.683284 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-38099484-b3fa-4ff8-90a8-a285e012f9ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:50.707076 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-1e985cc2-c81b-406b-acc0-dbd05fc2c935 None None] Current status of the port 8d12d03c-96c8-44a2-be83-bd450e917996 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:33:50.722443 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-bd9b093e-cd5d-4525-8708-36635ca82ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:50.775633 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 3d40d68b-f727-4d3b-ac45-253332b63edc triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:33:50.776033 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (3d40d68b-f727-4d3b-ac45-253332b63edc), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:50.779641 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 3d40d68b-f727-4d3b-ac45-253332b63edc Oct 04 14:33:50.799124 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-38099484-b3fa-4ff8-90a8-a285e012f9ac admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8123152 Oct 04 14:33:50.804511 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 45766) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:33:50.808378 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38099484-b3fa-4ff8-90a8-a285e012f9ac admin admin] Pushing event updated for resources: {'Network': ['ID=43cb4147-4d5f-4bad-9d73-94e85a7a487f,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:50.821017 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-f47489c9-71f3-4d1a-a8d8-758b8064f73d admin admin] Request body: {'subnet': {'network_id': '43cb4147-4d5f-4bad-9d73-94e85a7a487f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1688806436-subnet', 'tenant_id': '742e9ad0995f4f96bcc1f75f5689a590', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:33:50.873663 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Network 43cb4147-4d5f-4bad-9d73-94e85a7a487f details requested by agent ovs-agent-dv-cinder-860260-1-iscsi with host dv-cinder-860260-1-iscsi {{(pid=106357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 14:33:50.905055 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47489c9-71f3-4d1a-a8d8-758b8064f73d admin admin] Made reservation on behalf of 742e9ad0995f4f96bcc1f75f5689a590 for: {'subnet': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:33:50.911305 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f47489c9-71f3-4d1a-a8d8-758b8064f73d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6171268'] for subnet (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:50.928649 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c09726-0fa6-49fa-a6fc-cd71faed5233 req-0c43ab02-14f4-458a-9d2a-c60622ea82fc tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:50.930281 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-33c09726-0fa6-49fa-a6fc-cd71faed5233 req-0c43ab02-14f4-458a-9d2a-c60622ea82fc tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 945 time: 0.1134543 Oct 04 14:33:51.025642 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (405cf2c9-ab7e-4f3d-aec0-efb18476853a), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:51.060974 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-33c09726-0fa6-49fa-a6fc-cd71faed5233 req-43201ce8-a56f-4675-9f57-a4f3d14423fa tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e2903a87-4058-431c-a844-7c5ce41fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209266 Oct 04 14:33:51.077283 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [None req-bd9b093e-cd5d-4525-8708-36635ca82ba2 admin admin] Allocated IP 172.20.0.1 (a1c38a9a-3fc5-4ca4-8876-deeddb979261/9da073a5-d443-42ac-890d-1505031c83c7/674dfd0b-9afb-4e52-9c02-7f1681c53c38) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:33:51.145850 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:51.231210 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f47489c9-71f3-4d1a-a8d8-758b8064f73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6577770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6171286'] for subnet (2880efa9-a94f-4325-ab87-e53bd919bd15), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:51.296163 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47489c9-71f3-4d1a-a8d8-758b8064f73d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2880efa9-a94f-4325-ab87-e53bd919bd15,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:51.315961 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47489c9-71f3-4d1a-a8d8-758b8064f73d admin admin] Checking segment: {'id': '291a4a06-d64a-40d0-b78a-b72353a9bb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43cb4147-4d5f-4bad-9d73-94e85a7a487f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:33:51.316449 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47489c9-71f3-4d1a-a8d8-758b8064f73d admin admin] Network hostable DHCP agents. Network: 43cb4147-4d5f-4bad-9d73-94e85a7a487f, hostable agents: ['ca19cd2b-474d-4d89-a742-81ad09a7c505'], hosted agents: [] {{(pid=106355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 14:33:51.318847 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:51.345514 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47489c9-71f3-4d1a-a8d8-758b8064f73d admin admin] Network 43cb4147-4d5f-4bad-9d73-94e85a7a487f is scheduled to be hosted by DHCP agent ca19cd2b-474d-4d89-a742-81ad09a7c505 with binding_index 1 {{(pid=106355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 14:33:51.357546 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-f47489c9-71f3-4d1a-a8d8-758b8064f73d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860260-1-iscsi, 43cb4147-4d5f-4bad-9d73-94e85a7a487f) {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:33:51.370492 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47489c9-71f3-4d1a-a8d8-758b8064f73d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:51.371520 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f47489c9-71f3-4d1a-a8d8-758b8064f73d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:51.371653 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8c3a15-31e3-4398-9a35-a87218933cc6 None None] Network 43cb4147-4d5f-4bad-9d73-94e85a7a487f requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:33:51.394480 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-f47489c9-71f3-4d1a-a8d8-758b8064f73d admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5879006 Oct 04 14:33:51.474353 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 3d40d68b-f727-4d3b-ac45-253332b63edc is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:33:51.474895 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (3d40d68b-f727-4d3b-ac45-253332b63edc), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:51.528065 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-bd9b093e-cd5d-4525-8708-36635ca82ba2 admin admin] Publish callbacks [] for port (674dfd0b-9afb-4e52-9c02-7f1681c53c38), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:51.568724 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-bd9b093e-cd5d-4525-8708-36635ca82ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (674dfd0b-9afb-4e52-9c02-7f1681c53c38), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:51.585282 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port 3d40d68b-f727-4d3b-ac45-253332b63edc, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=3d40d68b-f727-4d3b-ac45-253332b63edc,segment=NetworkSegment(28160fab-1756-4ac2-a33b-52e68979dd7f),segment_id=28160fab-1756-4ac2-a33b-52e68979dd7f)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:33:51.594119 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (3d40d68b-f727-4d3b-ac45-253332b63edc), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:51.594916 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 8d12d03c-96c8-44a2-be83-bd450e917996 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:33:51.621571 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9b093e-cd5d-4525-8708-36635ca82ba2 admin admin] Network a1c38a9a-3fc5-4ca4-8876-deeddb979261 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:33:51.628620 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-bd9b093e-cd5d-4525-8708-36635ca82ba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:33:51.645399 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9b093e-cd5d-4525-8708-36635ca82ba2 admin admin] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:33:51.650521 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b093e-cd5d-4525-8708-36635ca82ba2 admin admin] Pushing event updated for resources: {'Port': ['ID=674dfd0b-9afb-4e52-9c02-7f1681c53c38,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:51.660452 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338cf46-b845-480e-81e6-c4c10a496db9 req-efe10cbd-82fa-4468-82dc-c1129fe19633 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:51.671208 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1338cf46-b845-480e-81e6-c4c10a496db9 req-efe10cbd-82fa-4468-82dc-c1129fe19633 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0779748 Oct 04 14:33:51.707732 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] Publish callbacks [] for port (405cf2c9-ab7e-4f3d-aec0-efb18476853a), precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:51.714873 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:51.731917 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-bd9b093e-cd5d-4525-8708-36635ca82ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737589'] for router_interface (958738c5-6791-4ddc-b9d1-b4cec0dbb23f), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:51.760390 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1338cf46-b845-480e-81e6-c4c10a496db9 req-22adaee5-422d-4e7b-82ac-d1020a84efeb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891504 Oct 04 14:33:51.784092 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (405cf2c9-ab7e-4f3d-aec0-efb18476853a), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:51.808915 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] Attempting to bind port 405cf2c9-ab7e-4f3d-aec0-efb18476853a on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:33:51.809272 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] Attempting to bind port 405cf2c9-ab7e-4f3d-aec0-efb18476853a by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:33:51.809632 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] Attempting to bind port 405cf2c9-ab7e-4f3d-aec0-efb18476853a on network de362cfd-b891-4103-bae0-869e4a402a70 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:33:51.812092 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e3783c-8f4a-49a3-9534-380f32261667 None None] Network 43cb4147-4d5f-4bad-9d73-94e85a7a487f requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:33:51.913556 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-bd9b093e-cd5d-4525-8708-36635ca82ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (674dfd0b-9afb-4e52-9c02-7f1681c53c38), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:51.917603 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:51.957518 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:51.966280 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:52.022740 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=3d40d68b-f727-4d3b-ac45-253332b63edc,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:52.034979 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-8afdab32-fd3b-4814-acf3-645f8d3e91cd None None] Provisioning complete for port 674dfd0b-9afb-4e52-9c02-7f1681c53c38 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:33:52.035428 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-8afdab32-fd3b-4814-acf3-645f8d3e91cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (674dfd0b-9afb-4e52-9c02-7f1681c53c38), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:52.035700 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-8afdab32-fd3b-4814-acf3-645f8d3e91cd None None] Attempt 1 to provision port 674dfd0b-9afb-4e52-9c02-7f1681c53c38 Oct 04 14:33:52.061375 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:33:52.062190 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] Checking segment: {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:33:52.062190 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:52.062536 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] Bound using segment: {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:33:52.064518 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] Bound port: 405cf2c9-ab7e-4f3d-aec0-efb18476853a, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:33:52.064966 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (405cf2c9-ab7e-4f3d-aec0-efb18476853a), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:52.066964 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 8d12d03c-96c8-44a2-be83-bd450e917996 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:33:52.067244 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (8d12d03c-96c8-44a2-be83-bd450e917996), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:52.067578 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 8d12d03c-96c8-44a2-be83-bd450e917996 Oct 04 14:33:52.133037 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-bd9b093e-cd5d-4525-8708-36635ca82ba2 admin admin] Publish callbacks [] for port (674dfd0b-9afb-4e52-9c02-7f1681c53c38), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:52.140533 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-bd9b093e-cd5d-4525-8708-36635ca82ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (674dfd0b-9afb-4e52-9c02-7f1681c53c38), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:52.171727 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817121a-65e6-4101-9e35-1275f0230066 None None] Pushing event updated for resources: {'Port': ['ID=405cf2c9-ab7e-4f3d-aec0-efb18476853a,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:52.186114 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-8afdab32-fd3b-4814-acf3-645f8d3e91cd None None] Port 674dfd0b-9afb-4e52-9c02-7f1681c53c38 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:33:52.207635 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] For port 405cf2c9-ab7e-4f3d-aec0-efb18476853a, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:33:52.211802 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] For port 405cf2c9-ab7e-4f3d-aec0-efb18476853a, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=405cf2c9-ab7e-4f3d-aec0-efb18476853a,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:33:52.223519 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (405cf2c9-ab7e-4f3d-aec0-efb18476853a), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:52.283833 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b093e-cd5d-4525-8708-36635ca82ba2 admin admin] Pushing event updated for resources: {'Port': ['ID=674dfd0b-9afb-4e52-9c02-7f1681c53c38,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:52.291264 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-bd9b093e-cd5d-4525-8708-36635ca82ba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737705'] for router_interface (958738c5-6791-4ddc-b9d1-b4cec0dbb23f), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:52.328543 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] Routers {'958738c5-6791-4ddc-b9d1-b4cec0dbb23f'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:33:52.330965 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:33:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['958738c5-6791-4ddc-b9d1-b4cec0dbb23f'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:33:52.358285 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cee09-9232-4c28-b0c5-059a6e848563 req-7b60d83d-7df6-497d-bb0d-eacc7098dd25 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:52.361527 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fd5cee09-9232-4c28-b0c5-059a6e848563 req-7b60d83d-7df6-497d-bb0d-eacc7098dd25 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 945 time: 0.1292021 Oct 04 14:33:52.435347 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 8d12d03c-96c8-44a2-be83-bd450e917996 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:33:52.470561 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817121a-65e6-4101-9e35-1275f0230066 None None] Pushing event updated for resources: {'Port': ['ID=405cf2c9-ab7e-4f3d-aec0-efb18476853a,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:52.493113 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fd5cee09-9232-4c28-b0c5-059a6e848563 req-87432c98-6742-47e5-8a07-ec7751484d4d tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e2903a87-4058-431c-a844-7c5ce41fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847611 Oct 04 14:33:52.544955 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9b093e-cd5d-4525-8708-36635ca82ba2 admin admin] Network a1c38a9a-3fc5-4ca4-8876-deeddb979261 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:33:52.546449 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-bd9b093e-cd5d-4525-8708-36635ca82ba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:33:52.569416 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] Set router 958738c5-6791-4ddc-b9d1-b4cec0dbb23f gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:33:52.597971 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 3d40d68b-f727-4d3b-ac45-253332b63edc up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:33:52.680675 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:52.688974 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9b093e-cd5d-4525-8708-36635ca82ba2 admin admin] Router 958738c5-6791-4ddc-b9d1-b4cec0dbb23f has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:33:52.747823 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 3d40d68b-f727-4d3b-ac45-253332b63edc triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:33:52.748201 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (3d40d68b-f727-4d3b-ac45-253332b63edc), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:52.748557 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 3d40d68b-f727-4d3b-ac45-253332b63edc Oct 04 14:33:52.826725 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9b093e-cd5d-4525-8708-36635ca82ba2 admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:33:52.833360 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-bd9b093e-cd5d-4525-8708-36635ca82ba2 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/958738c5-6791-4ddc-b9d1-b4cec0dbb23f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1413262 Oct 04 14:33:52.910199 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69970985-19cc-46c0-9d5a-4d0c6cb73afa req-f8d70168-7fdd-4cf1-98de-b739a0a923fc tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:52.912037 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-69970985-19cc-46c0-9d5a-4d0c6cb73afa req-f8d70168-7fdd-4cf1-98de-b739a0a923fc tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0755944 Oct 04 14:33:52.914487 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:52.935586 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ae419-0c07-470e-b969-244c7b7f39ef req-004fe92e-9ea5-417e-a227-1d5dbc5d8f02 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:52.938471 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-942ae419-0c07-470e-b969-244c7b7f39ef req-004fe92e-9ea5-417e-a227-1d5dbc5d8f02 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 945 time: 0.0849426 Oct 04 14:33:52.993873 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-522d508c-ad6e-4818-af3f-99929b4c3904 None None] Provisioning complete for port 674dfd0b-9afb-4e52-9c02-7f1681c53c38 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:33:52.994332 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-522d508c-ad6e-4818-af3f-99929b4c3904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (674dfd0b-9afb-4e52-9c02-7f1681c53c38), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:52.994763 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-522d508c-ad6e-4818-af3f-99929b4c3904 None None] Attempt 1 to provision port 674dfd0b-9afb-4e52-9c02-7f1681c53c38 Oct 04 14:33:53.021319 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-69970985-19cc-46c0-9d5a-4d0c6cb73afa req-b4420e34-c26d-4faa-8d5c-b797a9dd2d1b tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006930 Oct 04 14:33:53.086134 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-522d508c-ad6e-4818-af3f-99929b4c3904 None None] Port 674dfd0b-9afb-4e52-9c02-7f1681c53c38 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:33:53.094989 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-942ae419-0c07-470e-b969-244c7b7f39ef req-b1755aed-d207-447f-9a1d-b8d9a1f8bd44 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Deleting port ae758bb2-370d-4f68-a541-62eb3b42c185 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:33:53.095477 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-942ae419-0c07-470e-b969-244c7b7f39ef req-b1755aed-d207-447f-9a1d-b8d9a1f8bd44 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (ae758bb2-370d-4f68-a541-62eb3b42c185), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:53.150434 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958738c5-6791-4ddc-b9d1-b4cec0dbb23f', 'name': 'tempest-TestMinimumBasicScenario-115691165-router', 'tenant_id': '941e341c4f564c77a33a6944b6d7bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '405cf2c9-ab7e-4f3d-aec0-efb18476853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:33:46Z', 'updated_at': '2022-10-04T14:33:51Z', 'revision_number': 4, 'project_id': '941e341c4f564c77a33a6944b6d7bf63', 'gw_port': {'id': '405cf2c9-ab7e-4f3d-aec0-efb18476853a', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:51:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958738c5-6791-4ddc-b9d1-b4cec0dbb23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:47Z', 'updated_at': '2022-10-04T14:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '674dfd0b-9afb-4e52-9c02-7f1681c53c38', 'name': '', 'network_id': 'a1c38a9a-3fc5-4ca4-8876-deeddb979261', 'tenant_id': '941e341c4f564c77a33a6944b6d7bf63', 'mac_address': 'fa:16:3e:b5:23:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958738c5-6791-4ddc-b9d1-b4cec0dbb23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9da073a5-d443-42ac-890d-1505031c83c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:50Z', 'updated_at': '2022-10-04T14:33:51Z', 'revision_number': 2, 'project_id': '941e341c4f564c77a33a6944b6d7bf63', 'subnets': [{'id': '9da073a5-d443-42ac-890d-1505031c83c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:33:53.177197 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 3d40d68b-f727-4d3b-ac45-253332b63edc is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:33:53.180174 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1336a115-662d-46e9-851d-e9956fec05b5 None None] The sync data for ids ['958738c5-6791-4ddc-b9d1-b4cec0dbb23f'] in dv-cinder-860260-1-iscsi is: [{'id': '958738c5-6791-4ddc-b9d1-b4cec0dbb23f', 'name': 'tempest-TestMinimumBasicScenario-115691165-router', 'tenant_id': '941e341c4f564c77a33a6944b6d7bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '405cf2c9-ab7e-4f3d-aec0-efb18476853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:33:46Z', 'updated_at': '2022-10-04T14:33:51Z', 'revision_number': 4, 'project_id': '941e341c4f564c77a33a6944b6d7bf63', 'gw_port': {'id': '405cf2c9-ab7e-4f3d-aec0-efb18476853a', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:51:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958738c5-6791-4ddc-b9d1-b4cec0dbb23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:47Z', 'updated_at': '2022-10-04T14:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '674dfd0b-9afb-4e52-9c02-7f1681c53c38', 'name': '', 'network_id': 'a1c38a9a-3fc5-4ca4-8876-deeddb979261', 'tenant_id': '941e341c4f564c77a33a6944b6d7bf63', 'mac_address': 'fa:16:3e:b5:23:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958738c5-6791-4ddc-b9d1-b4cec0dbb23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9da073a5-d443-42ac-890d-1505031c83c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:50Z', 'updated_at': '2022-10-04T14:33:51Z', 'revision_number': 2, 'project_id': '941e341c4f564c77a33a6944b6d7bf63', 'subnets': [{'id': '9da073a5-d443-42ac-890d-1505031c83c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:33:53.220196 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-942ae419-0c07-470e-b969-244c7b7f39ef req-b1755aed-d207-447f-9a1d-b8d9a1f8bd44 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] For port ae758bb2-370d-4f68-a541-62eb3b42c185, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=ae758bb2-370d-4f68-a541-62eb3b42c185,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:33:53.220610 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-942ae419-0c07-470e-b969-244c7b7f39ef req-b1755aed-d207-447f-9a1d-b8d9a1f8bd44 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (ae758bb2-370d-4f68-a541-62eb3b42c185), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:53.450785 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:53.552642 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-942ae419-0c07-470e-b969-244c7b7f39ef req-b1755aed-d207-447f-9a1d-b8d9a1f8bd44 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:53.553009 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-942ae419-0c07-470e-b969-244c7b7f39ef req-b1755aed-d207-447f-9a1d-b8d9a1f8bd44 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (069ae990-669f-4091-a654-06d50049f50c), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:53.553593 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.l3_db [req-942ae419-0c07-470e-b969-244c7b7f39ef req-b1755aed-d207-447f-9a1d-b8d9a1f8bd44 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Floating IP 069ae990-669f-4091-a654-06d50049f50c disassociated. External IP: 172.27.3.183, port: ae758bb2-370d-4f68-a541-62eb3b42c185. Oct 04 14:33:53.561918 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-942ae419-0c07-470e-b969-244c7b7f39ef req-b1755aed-d207-447f-9a1d-b8d9a1f8bd44 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Calling delete_port for ae758bb2-370d-4f68-a541-62eb3b42c185 owned by compute:nova {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:33:53.697939 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084acd1a-c336-4a3f-910f-fe63e8596226 req-35fb48f2-c4d5-4695-86cf-de6b95f9e012 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:53.700593 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-084acd1a-c336-4a3f-910f-fe63e8596226 req-35fb48f2-c4d5-4695-86cf-de6b95f9e012 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 945 time: 0.0762758 Oct 04 14:33:53.823502 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-084acd1a-c336-4a3f-910f-fe63e8596226 req-90244a69-238f-4361-89ad-9ef4bd13fc9f tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e2903a87-4058-431c-a844-7c5ce41fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008973 Oct 04 14:33:53.879309 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-8d82cebe-d7ba-4ca9-b539-40f983b24a7d tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:53.880946 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-8d82cebe-d7ba-4ca9-b539-40f983b24a7d tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/networks?id=43cb4147-4d5f-4bad-9d73-94e85a7a487f HTTP/1.1" status: 200 len: 814 time: 0.2203305 Oct 04 14:33:53.882595 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-942ae419-0c07-470e-b969-244c7b7f39ef req-b1755aed-d207-447f-9a1d-b8d9a1f8bd44 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (ae758bb2-370d-4f68-a541-62eb3b42c185), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:53.910248 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-148ab02b-c950-49db-bc30-9e6e59bb3ee2 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/quotas/742e9ad0995f4f96bcc1f75f5689a590 HTTP/1.1" status: 200 len: 375 time: 0.0229864 Oct 04 14:33:53.925883 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1755aed-d207-447f-9a1d-b8d9a1f8bd44 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event deleted for resources: {'Port': ['ID=ae758bb2-370d-4f68-a541-62eb3b42c185,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:53.984136 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-19373e3e-c7c8-4dc1-b44d-f0995eb3f39a tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=742e9ad0995f4f96bcc1f75f5689a590&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636964 Oct 04 14:33:54.164074 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-970ba915-6875-480e-a969-db888fb013b0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/43cb4147-4d5f-4bad-9d73-94e85a7a487f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779697 Oct 04 14:33:54.196185 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [req-942ae419-0c07-470e-b969-244c7b7f39ef req-b1755aed-d207-447f-9a1d-b8d9a1f8bd44 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Router 62bc1c7e-254b-44ea-8e51-0290db5b3aee has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:33:54.352159 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-d9997b3b-31cc-43a6-8800-ffb1645ff594 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/43cb4147-4d5f-4bad-9d73-94e85a7a487f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823204 Oct 04 14:33:54.355890 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003a55a-160b-468e-847b-34d2370e2d7b req-2805b1dc-4657-45f4-a177-4285c61c498e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:54.360979 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d003a55a-160b-468e-847b-34d2370e2d7b req-2805b1dc-4657-45f4-a177-4285c61c498e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.1626017 Oct 04 14:33:54.568405 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:54.568405 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-942ae419-0c07-470e-b969-244c7b7f39ef req-b1755aed-d207-447f-9a1d-b8d9a1f8bd44 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:33:54.579437 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c839b973-9516-4aaf-8b20-9fec71c4bd63 None None] Sync routers for ids ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:33:54.598960 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c839b973-9516-4aaf-8b20-9fec71c4bd63 None None] Routers {'62bc1c7e-254b-44ea-8e51-0290db5b3aee'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:33:54.599600 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-c839b973-9516-4aaf-8b20-9fec71c4bd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:33:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:33:54.653866 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 405cf2c9-ab7e-4f3d-aec0-efb18476853a up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:33:54.681826 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d003a55a-160b-468e-847b-34d2370e2d7b req-9c457d81-c0b8-459f-a03f-2bb8e74f468e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936122 Oct 04 14:33:54.737074 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-942ae419-0c07-470e-b969-244c7b7f39ef req-b1755aed-d207-447f-9a1d-b8d9a1f8bd44 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] No DVR routers for this DVR port ae758bb2-370d-4f68-a541-62eb3b42c185 on host hv-cinder-86026 {{(pid=106356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:33:54.748675 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-942ae419-0c07-470e-b969-244c7b7f39ef req-b1755aed-d207-447f-9a1d-b8d9a1f8bd44 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:54.769528 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-942ae419-0c07-470e-b969-244c7b7f39ef req-b1755aed-d207-447f-9a1d-b8d9a1f8bd44 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.17 "DELETE /networking/v2.0/ports/ae758bb2-370d-4f68-a541-62eb3b42c185 HTTP/1.1" status: 204 len: 173 time: 1.8202887 Oct 04 14:33:54.770487 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e321c8-c06c-4113-a76d-21aa1a27946f', 'name': 'network-vif-deleted', 'tag': 'ae758bb2-370d-4f68-a541-62eb3b42c185'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:33:54.785004 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523c4586-645c-451c-b8c7-509a26b5db51" -d '{"events": [{"server_uuid": "08e321c8-c06c-4113-a76d-21aa1a27946f", "name": "network-vif-deleted", "tag": "ae758bb2-370d-4f68-a541-62eb3b42c185"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:33:54.787100 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f477d62c-cccb-4961-bfb3-dac90592aeb2 req-1de7e453-1b4c-42ca-bcf4-376d120b86b5 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f7e1d84-2636-4738-a919-b595b40b8ca0 HTTP/1.1" status: 200 len: 210 time: 0.1112378 Oct 04 14:33:54.840607 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 405cf2c9-ab7e-4f3d-aec0-efb18476853a triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:33:54.843993 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (405cf2c9-ab7e-4f3d-aec0-efb18476853a), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:54.844615 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 405cf2c9-ab7e-4f3d-aec0-efb18476853a Oct 04 14:33:54.938478 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-c839b973-9516-4aaf-8b20-9fec71c4bd63 None None] Set router 62bc1c7e-254b-44ea-8e51-0290db5b3aee gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:33:54.956861 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d0d5f5-0a0e-49b4-88ac-29e5dc135708 x-openstack-request-id: req-94d0d5f5-0a0e-49b4-88ac-29e5dc135708 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:33:54.957500 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e321c8-c06c-4113-a76d-21aa1a27946f", "name": "network-vif-deleted", "tag": "ae758bb2-370d-4f68-a541-62eb3b42c185", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:33:54.957500 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94d0d5f5-0a0e-49b4-88ac-29e5dc135708 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:33:54.957877 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d0d5f5-0a0e-49b4-88ac-29e5dc135708'] response: {'server_uuid': '08e321c8-c06c-4113-a76d-21aa1a27946f', 'name': 'network-vif-deleted', 'tag': 'ae758bb2-370d-4f68-a541-62eb3b42c185', 'status': 'completed', 'code': 200} Oct 04 14:33:55.236212 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 405cf2c9-ab7e-4f3d-aec0-efb18476853a is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:33:55.242825 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (405cf2c9-ab7e-4f3d-aec0-efb18476853a), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:55.299201 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-95be0e20-20ec-4e90-b8a1-2522ba9f8df6 req-266096fd-f95e-4933-9bdf-70db8d013e02 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=08e321c8-c06c-4113-a76d-21aa1a27946f HTTP/1.1" status: 200 len: 210 time: 0.0643883 Oct 04 14:33:55.341690 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port 405cf2c9-ab7e-4f3d-aec0-efb18476853a, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=405cf2c9-ab7e-4f3d-aec0-efb18476853a,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:33:55.349789 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (405cf2c9-ab7e-4f3d-aec0-efb18476853a), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:55.405709 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:33:55.451092 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8301408-ec12-4cf5-96fc-65b35ba68b86 req-91b168ed-e105-4b27-8090-a980350428be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:55.453152 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d8301408-ec12-4cf5-96fc-65b35ba68b86 req-91b168ed-e105-4b27-8090-a980350428be service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=3a4fa5d0aa0e4bf98816e4600023ca99&device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 1129 time: 0.1839609 Oct 04 14:33:55.464021 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfffebb-e0b8-40cf-8875-f7d0d242cd03 req-a4cfec87-6b80-4d43-8a72-98ae5ea1a6b8 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:55.471745 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2dfffebb-e0b8-40cf-8875-f7d0d242cd03 req-a4cfec87-6b80-4d43-8a72-98ae5ea1a6b8 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.1279304 Oct 04 14:33:55.499718 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=405cf2c9-ab7e-4f3d-aec0-efb18476853a,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:55.614920 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:55.649614 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2dfffebb-e0b8-40cf-8875-f7d0d242cd03 req-6b730438-b205-4bb9-abb7-5aaafc29660b tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768932 Oct 04 14:33:55.716799 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8301408-ec12-4cf5-96fc-65b35ba68b86 req-ee005858-c0d4-4a73-9902-e6dad3f0c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:55.718298 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d8301408-ec12-4cf5-96fc-65b35ba68b86 req-ee005858-c0d4-4a73-9902-e6dad3f0c098 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c224c131-1e09-47f0-b40a-1a73221baea0 HTTP/1.1" status: 200 len: 911 time: 0.2433944 Oct 04 14:33:55.778001 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-c839b973-9516-4aaf-8b20-9fec71c4bd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'e9304e2c-c592-4564-83bc-d35a048fe767', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'port_id': '3a45f381-06ca-4183-af22-7b3ce0bb06a4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'mac_address': 'fa:16:3e:ef:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92da7788-17c4-4129-b353-b25576213350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:29:52Z', 'updated_at': '2022-10-04T14:30:47Z', 'revision_number': 2, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:09Z', 'revision_number': 5, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:33:55.810245 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c839b973-9516-4aaf-8b20-9fec71c4bd63 None None] Checking router: 62bc1c7e-254b-44ea-8e51-0290db5b3aee for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:33:55.820583 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c839b973-9516-4aaf-8b20-9fec71c4bd63 None None] Routers {'62bc1c7e-254b-44ea-8e51-0290db5b3aee'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:33:55.821597 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-c839b973-9516-4aaf-8b20-9fec71c4bd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:33:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:33:55.890143 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d8301408-ec12-4cf5-96fc-65b35ba68b86 req-14e7a393-4167-48d8-b82f-de4de3cf9852 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f9df3e5-1e5c-45b5-9628-2769911f67a4 HTTP/1.1" status: 200 len: 1001 time: 0.1413896 Oct 04 14:33:55.923542 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=100 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:55.924360 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:55.938189 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-c839b973-9516-4aaf-8b20-9fec71c4bd63 None None] Set router 62bc1c7e-254b-44ea-8e51-0290db5b3aee gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:33:56.066419 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-9a10e6a6-8a47-4162-b89e-1678f089fc08 req-b91d850a-ac53-437e-9e26-71d6a8980f4a tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f7e1d84-2636-4738-a919-b595b40b8ca0 HTTP/1.1" status: 200 len: 210 time: 0.0644505 Oct 04 14:33:56.201846 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8301408-ec12-4cf5-96fc-65b35ba68b86 req-315f0a19-5d2d-4321-aba8-2f406f6d88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:56.204983 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d8301408-ec12-4cf5-96fc-65b35ba68b86 req-315f0a19-5d2d-4321-aba8-2f406f6d88c8 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=f924e31c-043d-4433-825a-9f71ad91746e HTTP/1.1" status: 200 len: 849 time: 0.1964712 Oct 04 14:33:56.297011 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8301408-ec12-4cf5-96fc-65b35ba68b86 req-74873663-bb99-4663-98bb-7ec3dc777ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:56.301422 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d8301408-ec12-4cf5-96fc-65b35ba68b86 req-74873663-bb99-4663-98bb-7ec3dc777ba6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c224c131-1e09-47f0-b40a-1a73221baea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0876555 Oct 04 14:33:56.480187 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-c839b973-9516-4aaf-8b20-9fec71c4bd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'e9304e2c-c592-4564-83bc-d35a048fe767', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'port_id': '3a45f381-06ca-4183-af22-7b3ce0bb06a4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'mac_address': 'fa:16:3e:ef:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92da7788-17c4-4129-b353-b25576213350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:29:52Z', 'updated_at': '2022-10-04T14:30:47Z', 'revision_number': 2, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:09Z', 'revision_number': 5, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:33:56.485903 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device ae758bb2-370d-4f68-a541-62eb3b42c185 no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:33:56.527736 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c839b973-9516-4aaf-8b20-9fec71c4bd63 None None] The sync data for ids ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'] in dv-cinder-860260-1-iscsi is: [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'e9304e2c-c592-4564-83bc-d35a048fe767', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'port_id': '3a45f381-06ca-4183-af22-7b3ce0bb06a4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'mac_address': 'fa:16:3e:ef:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92da7788-17c4-4129-b353-b25576213350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:29:52Z', 'updated_at': '2022-10-04T14:30:47Z', 'revision_number': 2, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:09Z', 'revision_number': 5, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:33:56.566057 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] No Port match for: ae758bb2-370d-4f68-a541-62eb3b42c185 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:33:56.566057 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device ae758bb2-370d-4f68-a541-62eb3b42c185 not bound to the agent host hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:33:56.566830 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 45858) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:33:56.693002 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 405cf2c9-ab7e-4f3d-aec0-efb18476853a up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:33:56.710175 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d8301408-ec12-4cf5-96fc-65b35ba68b86 req-e229ced2-ffe4-4a54-a1b1-b343f63db7c3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c224c131-1e09-47f0-b40a-1a73221baea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014630 Oct 04 14:33:56.726470 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f473bf25-7c22-4119-b0da-c86b1b46785a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group (e2903a87-4058-431c-a844-7c5ce41fd23e), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:56.786080 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f473bf25-7c22-4119-b0da-c86b1b46785a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group (e2903a87-4058-431c-a844-7c5ce41fd23e), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:56.792739 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:56.918101 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:56.929302 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 405cf2c9-ab7e-4f3d-aec0-efb18476853a triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:33:56.931290 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (405cf2c9-ab7e-4f3d-aec0-efb18476853a), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:56.934162 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 405cf2c9-ab7e-4f3d-aec0-efb18476853a Oct 04 14:33:56.998742 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d8301408-ec12-4cf5-96fc-65b35ba68b86 req-f4e0502e-4aca-448d-a941-9f97a9796e7f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c224c131-1e09-47f0-b40a-1a73221baea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818625 Oct 04 14:33:57.046712 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df467903-52b3-4b7e-afa7-c54b45e9e79a req-d980d291-3357-49c5-adb2-16b49becbf54 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:57.054151 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-df467903-52b3-4b7e-afa7-c54b45e9e79a req-d980d291-3357-49c5-adb2-16b49becbf54 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.1369455 Oct 04 14:33:57.096682 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f473bf25-7c22-4119-b0da-c86b1b46785a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (e2903a87-4058-431c-a844-7c5ce41fd23e), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:57.099308 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f473bf25-7c22-4119-b0da-c86b1b46785a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:57.107727 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 45870) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:33:57.112132 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-f473bf25-7c22-4119-b0da-c86b1b46785a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e2903a87-4058-431c-a844-7c5ce41fd23e HTTP/1.1" status: 204 len: 168 time: 0.5441637 Oct 04 14:33:57.164146 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b188-ff3e-429e-9e96-fd8c3056e449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:57.195064 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.api.v2.resource [None req-4f77dd77-d7ea-4f71-bf49-f2eec33480d8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] show failed (client error): The resource could not be found. Oct 04 14:33:57.198840 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-4f77dd77-d7ea-4f71-bf49-f2eec33480d8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups/e2903a87-4058-431c-a844-7c5ce41fd23e HTTP/1.1" status: 404 len: 347 time: 0.0852551 Oct 04 14:33:57.199015 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473bf25-7c22-4119-b0da-c86b1b46785a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2903a87-4058-431c-a844-7c5ce41fd23e,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:57.201358 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 45872) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:33:57.286645 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 405cf2c9-ab7e-4f3d-aec0-efb18476853a is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:33:57.303264 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-df467903-52b3-4b7e-afa7-c54b45e9e79a req-556df463-fe66-4380-9c72-6bbf44901a5d tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401927 Oct 04 14:33:57.384802 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-70a9f903-5c2c-4c99-9a01-74cbe28179dd req-c4a5d7c0-ce8a-45a6-923b-acdabe4e036c tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f7e1d84-2636-4738-a919-b595b40b8ca0 HTTP/1.1" status: 200 len: 210 time: 0.0661123 Oct 04 14:33:57.523245 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-f1efcdc2-87bf-473b-82c8-977f2818e070 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Deleting port fcbadc04-de24-45f5-9b08-bed82366eb31 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:33:57.523687 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f1efcdc2-87bf-473b-82c8-977f2818e070 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (fcbadc04-de24-45f5-9b08-bed82366eb31), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:57.633889 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f1efcdc2-87bf-473b-82c8-977f2818e070 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (fcbadc04-de24-45f5-9b08-bed82366eb31), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:57.634206 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f1efcdc2-87bf-473b-82c8-977f2818e070 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (fcbadc04-de24-45f5-9b08-bed82366eb31), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:57.671573 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f6fd66-95bf-4666-a7b6-4e595c8d85be None None] New status for floating IP 069ae990-669f-4091-a654-06d50049f50c: DOWN {{(pid=106357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:33:57.674289 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-f1efcdc2-87bf-473b-82c8-977f2818e070 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Calling delete_port for fcbadc04-de24-45f5-9b08-bed82366eb31 owned by network:floatingip {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:33:58.067328 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] Sync routers for ids ['958738c5-6791-4ddc-b9d1-b4cec0dbb23f'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:33:58.070692 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f1efcdc2-87bf-473b-82c8-977f2818e070 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (fcbadc04-de24-45f5-9b08-bed82366eb31), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:58.084718 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] Routers {'958738c5-6791-4ddc-b9d1-b4cec0dbb23f'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:33:58.085497 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:33:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['958738c5-6791-4ddc-b9d1-b4cec0dbb23f'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:33:58.101822 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efcdc2-87bf-473b-82c8-977f2818e070 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event deleted for resources: {'Port': ['ID=fcbadc04-de24-45f5-9b08-bed82366eb31,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:58.231777 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f1efcdc2-87bf-473b-82c8-977f2818e070 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (069ae990-669f-4091-a654-06d50049f50c), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:58.237191 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f1efcdc2-87bf-473b-82c8-977f2818e070 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:58.251394 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] Set router 958738c5-6791-4ddc-b9d1-b4cec0dbb23f gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:33:58.256899 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-f1efcdc2-87bf-473b-82c8-977f2818e070 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/069ae990-669f-4091-a654-06d50049f50c HTTP/1.1" status: 204 len: 168 time: 1.0543544 Oct 04 14:33:58.430068 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:58.612867 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff677e-fbb1-433e-a2ca-b374ec990938 req-c77b91be-9b5c-498b-a84f-b76f400b6616 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:58.614644 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b2ff677e-fbb1-433e-a2ca-b374ec990938 req-c77b91be-9b5c-498b-a84f-b76f400b6616 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0859828 Oct 04 14:33:58.629308 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:58.677786 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c23d3983-5efc-4095-ab5d-dd54e34aa9f9 req-fb8c0024-8818-47fb-abd5-128eb5c520d2 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f7e1d84-2636-4738-a919-b595b40b8ca0 HTTP/1.1" status: 200 len: 210 time: 0.1013150 Oct 04 14:33:58.748730 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b2ff677e-fbb1-433e-a2ca-b374ec990938 req-fc7d9b1d-29ee-4a6d-9d73-8ffcb93c8cd5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217716 Oct 04 14:33:58.777794 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-88989fad-c538-4d02-942c-141dc53e3e9c tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:58.779313 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-88989fad-c538-4d02-942c-141dc53e3e9c tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.17 "GET /networking/v2.0/networks?id=43cb4147-4d5f-4bad-9d73-94e85a7a487f HTTP/1.1" status: 200 len: 814 time: 0.4732435 Oct 04 14:33:58.821620 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-79d4aaac-f726-41ad-ae61-58d36ed635b6 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Request body: {'port': {'device_id': '6f7e1d84-2636-4738-a919-b595b40b8ca0', 'network_id': '43cb4147-4d5f-4bad-9d73-94e85a7a487f', 'admin_state_up': True, 'tenant_id': '742e9ad0995f4f96bcc1f75f5689a590'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:33:58.835036 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958738c5-6791-4ddc-b9d1-b4cec0dbb23f', 'name': 'tempest-TestMinimumBasicScenario-115691165-router', 'tenant_id': '941e341c4f564c77a33a6944b6d7bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '405cf2c9-ab7e-4f3d-aec0-efb18476853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:33:46Z', 'updated_at': '2022-10-04T14:33:51Z', 'revision_number': 4, 'project_id': '941e341c4f564c77a33a6944b6d7bf63', 'gw_port': {'id': '405cf2c9-ab7e-4f3d-aec0-efb18476853a', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:51:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958738c5-6791-4ddc-b9d1-b4cec0dbb23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:47Z', 'updated_at': '2022-10-04T14:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '674dfd0b-9afb-4e52-9c02-7f1681c53c38', 'name': '', 'network_id': 'a1c38a9a-3fc5-4ca4-8876-deeddb979261', 'tenant_id': '941e341c4f564c77a33a6944b6d7bf63', 'mac_address': 'fa:16:3e:b5:23:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958738c5-6791-4ddc-b9d1-b4cec0dbb23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9da073a5-d443-42ac-890d-1505031c83c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:50Z', 'updated_at': '2022-10-04T14:33:51Z', 'revision_number': 2, 'project_id': '941e341c4f564c77a33a6944b6d7bf63', 'subnets': [{'id': '9da073a5-d443-42ac-890d-1505031c83c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:33:58.884599 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] Checking router: 958738c5-6791-4ddc-b9d1-b4cec0dbb23f for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:33:58.885809 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] Updating router 958738c5-6791-4ddc-b9d1-b4cec0dbb23f port 674dfd0b-9afb-4e52-9c02-7f1681c53c38 binding host dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 14:33:58.935978 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (674dfd0b-9afb-4e52-9c02-7f1681c53c38), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:59.076822 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-79d4aaac-f726-41ad-ae61-58d36ed635b6 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Made reservation on behalf of 742e9ad0995f4f96bcc1f75f5689a590 for: {'port': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:33:59.082229 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-79d4aaac-f726-41ad-ae61-58d36ed635b6 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:59.312806 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-79d4aaac-f726-41ad-ae61-58d36ed635b6 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Allocated IP 172.20.0.5 (43cb4147-4d5f-4bad-9d73-94e85a7a487f/2880efa9-a94f-4325-ab87-e53bd919bd15/94339d45-a083-4b8d-984f-7ad2590b96fd) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:33:59.455388 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-7b2a3d05-81e0-4c6d-a024-3bb4e708b66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:59.495921 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] Publish callbacks [] for port (674dfd0b-9afb-4e52-9c02-7f1681c53c38), precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:59.505743 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (674dfd0b-9afb-4e52-9c02-7f1681c53c38), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:59.541338 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:59.550180 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:33:59.624045 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-79d4aaac-f726-41ad-ae61-58d36ed635b6 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Publish callbacks [] for port (94339d45-a083-4b8d-984f-7ad2590b96fd), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:59.635684 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982e6a9-4f6e-4a88-bf41-a8bbbad5df69 None None] Pushing event updated for resources: {'Port': ['ID=674dfd0b-9afb-4e52-9c02-7f1681c53c38,revision_number=3']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:59.651277 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] Attempting to bind port 674dfd0b-9afb-4e52-9c02-7f1681c53c38 on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:33:59.651927 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] Attempting to bind port 674dfd0b-9afb-4e52-9c02-7f1681c53c38 by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '70b27e1a-43fe-40a4-b950-a28b44962b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a1c38a9a-3fc5-4ca4-8876-deeddb979261'}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:33:59.652391 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] Attempting to bind port 674dfd0b-9afb-4e52-9c02-7f1681c53c38 on network a1c38a9a-3fc5-4ca4-8876-deeddb979261 {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:33:59.666198 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-79d4aaac-f726-41ad-ae61-58d36ed635b6 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (94339d45-a083-4b8d-984f-7ad2590b96fd), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:59.713113 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:33:59.713381 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] Checking segment: {'id': '70b27e1a-43fe-40a4-b950-a28b44962b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a1c38a9a-3fc5-4ca4-8876-deeddb979261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:33:59.713769 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:59.714153 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] Bound using segment: {'id': '70b27e1a-43fe-40a4-b950-a28b44962b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a1c38a9a-3fc5-4ca4-8876-deeddb979261'} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:33:59.714974 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] Bound port: 674dfd0b-9afb-4e52-9c02-7f1681c53c38, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b27e1a-43fe-40a4-b950-a28b44962b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'a1c38a9a-3fc5-4ca4-8876-deeddb979261'}}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:33:59.714974 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (674dfd0b-9afb-4e52-9c02-7f1681c53c38), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:59.735485 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-79d4aaac-f726-41ad-ae61-58d36ed635b6 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Network 43cb4147-4d5f-4bad-9d73-94e85a7a487f is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:33:59.742438 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-79d4aaac-f726-41ad-ae61-58d36ed635b6 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:33:59.745296 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4aaac-f726-41ad-ae61-58d36ed635b6 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Pushing event updated for resources: {'Port': ['ID=94339d45-a083-4b8d-984f-7ad2590b96fd,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:33:59.747856 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-79d4aaac-f726-41ad-ae61-58d36ed635b6 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:33:59.824973 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-79d4aaac-f726-41ad-ae61-58d36ed635b6 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:59.825209 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] For port 674dfd0b-9afb-4e52-9c02-7f1681c53c38, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:33:59.827062 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-79d4aaac-f726-41ad-ae61-58d36ed635b6 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:59.828603 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] For port 674dfd0b-9afb-4e52-9c02-7f1681c53c38, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=674dfd0b-9afb-4e52-9c02-7f1681c53c38,segment=NetworkSegment(70b27e1a-43fe-40a4-b950-a28b44962b3a),segment_id=70b27e1a-43fe-40a4-b950-a28b44962b3a)] {{(pid=106358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:33:59.838670 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (674dfd0b-9afb-4e52-9c02-7f1681c53c38), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:33:59.883424 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-79d4aaac-f726-41ad-ae61-58d36ed635b6 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0669174 Oct 04 14:33:59.892153 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] Routers {'958738c5-6791-4ddc-b9d1-b4cec0dbb23f'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:33:59.894934 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:33:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['958738c5-6791-4ddc-b9d1-b4cec0dbb23f'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:33:59.904010 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-19fa8374-11a2-4cc6-b5a7-569f36a358ee service neutron] Request body: {'port': {'device_id': '6f7e1d84-2636-4738-a919-b595b40b8ca0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86026'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:33:59.949582 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a2b3d-2ab6-4da2-b4db-8efb1d128778 req-060389a4-7eb4-4e38-8677-a025f493ec36 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:33:59.952819 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6b9a2b3d-2ab6-4da2-b4db-8efb1d128778 req-060389a4-7eb4-4e38-8677-a025f493ec36 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f7e1d84-2636-4738-a919-b595b40b8ca0 HTTP/1.1" status: 200 len: 931 time: 0.1117964 Oct 04 14:33:59.966576 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982e6a9-4f6e-4a88-bf41-a8bbbad5df69 None None] Pushing event updated for resources: {'Port': ['ID=674dfd0b-9afb-4e52-9c02-7f1681c53c38,revision_number=4']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:00.053935 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] Set router 958738c5-6791-4ddc-b9d1-b4cec0dbb23f gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:34:00.306475 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:00.315006 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958738c5-6791-4ddc-b9d1-b4cec0dbb23f', 'name': 'tempest-TestMinimumBasicScenario-115691165-router', 'tenant_id': '941e341c4f564c77a33a6944b6d7bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '405cf2c9-ab7e-4f3d-aec0-efb18476853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:33:46Z', 'updated_at': '2022-10-04T14:33:51Z', 'revision_number': 4, 'project_id': '941e341c4f564c77a33a6944b6d7bf63', 'gw_port': {'id': '405cf2c9-ab7e-4f3d-aec0-efb18476853a', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:51:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958738c5-6791-4ddc-b9d1-b4cec0dbb23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:47Z', 'updated_at': '2022-10-04T14:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '674dfd0b-9afb-4e52-9c02-7f1681c53c38', 'name': '', 'network_id': 'a1c38a9a-3fc5-4ca4-8876-deeddb979261', 'tenant_id': '941e341c4f564c77a33a6944b6d7bf63', 'mac_address': 'fa:16:3e:b5:23:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958738c5-6791-4ddc-b9d1-b4cec0dbb23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9da073a5-d443-42ac-890d-1505031c83c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:50Z', 'updated_at': '2022-10-04T14:33:59Z', 'revision_number': 4, 'project_id': '941e341c4f564c77a33a6944b6d7bf63', 'subnets': [{'id': '9da073a5-d443-42ac-890d-1505031c83c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:34:00.338636 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-19fa8374-11a2-4cc6-b5a7-569f36a358ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (94339d45-a083-4b8d-984f-7ad2590b96fd), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:00.354082 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad384ed-125e-441b-86c1-11ad0e3eb3df None None] The sync data for ids ['958738c5-6791-4ddc-b9d1-b4cec0dbb23f'] in dv-cinder-860260-1-iscsi is: [{'id': '958738c5-6791-4ddc-b9d1-b4cec0dbb23f', 'name': 'tempest-TestMinimumBasicScenario-115691165-router', 'tenant_id': '941e341c4f564c77a33a6944b6d7bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '405cf2c9-ab7e-4f3d-aec0-efb18476853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:33:46Z', 'updated_at': '2022-10-04T14:33:51Z', 'revision_number': 4, 'project_id': '941e341c4f564c77a33a6944b6d7bf63', 'gw_port': {'id': '405cf2c9-ab7e-4f3d-aec0-efb18476853a', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:51:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958738c5-6791-4ddc-b9d1-b4cec0dbb23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:47Z', 'updated_at': '2022-10-04T14:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '674dfd0b-9afb-4e52-9c02-7f1681c53c38', 'name': '', 'network_id': 'a1c38a9a-3fc5-4ca4-8876-deeddb979261', 'tenant_id': '941e341c4f564c77a33a6944b6d7bf63', 'mac_address': 'fa:16:3e:b5:23:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958738c5-6791-4ddc-b9d1-b4cec0dbb23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9da073a5-d443-42ac-890d-1505031c83c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:50Z', 'updated_at': '2022-10-04T14:33:59Z', 'revision_number': 4, 'project_id': '941e341c4f564c77a33a6944b6d7bf63', 'subnets': [{'id': '9da073a5-d443-42ac-890d-1505031c83c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:34:00.413324 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6b9a2b3d-2ab6-4da2-b4db-8efb1d128778 req-4d9ee76e-2e4d-4d6a-926b-03c721e82ecf tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533203 Oct 04 14:34:00.470034 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:00.693667 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 674dfd0b-9afb-4e52-9c02-7f1681c53c38 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:34:00.754532 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:00.769786 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 674dfd0b-9afb-4e52-9c02-7f1681c53c38 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:34:00.770163 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (674dfd0b-9afb-4e52-9c02-7f1681c53c38), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:00.770498 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 674dfd0b-9afb-4e52-9c02-7f1681c53c38 Oct 04 14:34:00.847760 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-19fa8374-11a2-4cc6-b5a7-569f36a358ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94339d45-a083-4b8d-984f-7ad2590b96fd {{(pid=106356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:34:00.856272 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-19fa8374-11a2-4cc6-b5a7-569f36a358ee service neutron] Publish callbacks [] for port (94339d45-a083-4b8d-984f-7ad2590b96fd), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:00.870438 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.provisioning_blocks [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-19fa8374-11a2-4cc6-b5a7-569f36a358ee service neutron] Transition to ACTIVE for port object 94339d45-a083-4b8d-984f-7ad2590b96fd will not be triggered until provisioned by entity L2. {{(pid=106356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 14:34:00.880085 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-19fa8374-11a2-4cc6-b5a7-569f36a358ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (94339d45-a083-4b8d-984f-7ad2590b96fd), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:00.899889 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 674dfd0b-9afb-4e52-9c02-7f1681c53c38 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:34:00.900294 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (674dfd0b-9afb-4e52-9c02-7f1681c53c38), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:00.976613 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port 674dfd0b-9afb-4e52-9c02-7f1681c53c38, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=674dfd0b-9afb-4e52-9c02-7f1681c53c38,segment=NetworkSegment(70b27e1a-43fe-40a4-b950-a28b44962b3a),segment_id=70b27e1a-43fe-40a4-b950-a28b44962b3a)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:34:00.990134 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (674dfd0b-9afb-4e52-9c02-7f1681c53c38), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:00.997484 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa8374-11a2-4cc6-b5a7-569f36a358ee service neutron] Pushing event updated for resources: {'Port': ['ID=94339d45-a083-4b8d-984f-7ad2590b96fd,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:01.027392 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-19fa8374-11a2-4cc6-b5a7-569f36a358ee service neutron] Attempting to bind port 94339d45-a083-4b8d-984f-7ad2590b96fd on host hv-cinder-86026 for vnic_type normal with profile {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:34:01.027725 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-19fa8374-11a2-4cc6-b5a7-569f36a358ee service neutron] Attempting to bind port 94339d45-a083-4b8d-984f-7ad2590b96fd by drivers openvswitch,hyperv on host hv-cinder-86026 at level 0 using segments [{'id': '291a4a06-d64a-40d0-b78a-b72353a9bb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43cb4147-4d5f-4bad-9d73-94e85a7a487f'}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:34:01.028063 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-19fa8374-11a2-4cc6-b5a7-569f36a358ee service neutron] Attempting to bind port 94339d45-a083-4b8d-984f-7ad2590b96fd on network 43cb4147-4d5f-4bad-9d73-94e85a7a487f {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:34:01.075910 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=674dfd0b-9afb-4e52-9c02-7f1681c53c38,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:01.077712 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-19fa8374-11a2-4cc6-b5a7-569f36a358ee service neutron] Port 94339d45-a083-4b8d-984f-7ad2590b96fd on network 43cb4147-4d5f-4bad-9d73-94e85a7a487f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86026 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 14:34:01.078203 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-19fa8374-11a2-4cc6-b5a7-569f36a358ee service neutron] Attempting to bind port 94339d45-a083-4b8d-984f-7ad2590b96fd on network 43cb4147-4d5f-4bad-9d73-94e85a7a487f {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:34:01.128688 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-19fa8374-11a2-4cc6-b5a7-569f36a358ee service neutron] Checking agent: {'id': '7414b559-7f0d-43de-b796-62d1db2de72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86026', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'started_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:34:01.129228 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-19fa8374-11a2-4cc6-b5a7-569f36a358ee service neutron] Checking segment: {'id': '291a4a06-d64a-40d0-b78a-b72353a9bb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43cb4147-4d5f-4bad-9d73-94e85a7a487f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:34:01.129616 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-19fa8374-11a2-4cc6-b5a7-569f36a358ee service neutron] Bound using segment: {'id': '291a4a06-d64a-40d0-b78a-b72353a9bb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43cb4147-4d5f-4bad-9d73-94e85a7a487f'} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:34:01.130051 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-19fa8374-11a2-4cc6-b5a7-569f36a358ee service neutron] Bound port: 94339d45-a083-4b8d-984f-7ad2590b96fd, host: hv-cinder-86026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '291a4a06-d64a-40d0-b78a-b72353a9bb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43cb4147-4d5f-4bad-9d73-94e85a7a487f'}}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:34:01.130628 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-19fa8374-11a2-4cc6-b5a7-569f36a358ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (94339d45-a083-4b8d-984f-7ad2590b96fd), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:01.227156 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-19fa8374-11a2-4cc6-b5a7-569f36a358ee service neutron] For port 94339d45-a083-4b8d-984f-7ad2590b96fd, host hv-cinder-86026, cleared binding levels {{(pid=106356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:34:01.233411 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-19fa8374-11a2-4cc6-b5a7-569f36a358ee service neutron] For port 94339d45-a083-4b8d-984f-7ad2590b96fd, host hv-cinder-86026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=94339d45-a083-4b8d-984f-7ad2590b96fd,segment=NetworkSegment(291a4a06-d64a-40d0-b78a-b72353a9bb36),segment_id=291a4a06-d64a-40d0-b78a-b72353a9bb36)] {{(pid=106356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:34:01.245427 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-19fa8374-11a2-4cc6-b5a7-569f36a358ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (94339d45-a083-4b8d-984f-7ad2590b96fd), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:01.251652 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-19fa8374-11a2-4cc6-b5a7-569f36a358ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:01.252512 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-19fa8374-11a2-4cc6-b5a7-569f36a358ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:01.254220 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-19fa8374-11a2-4cc6-b5a7-569f36a358ee service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/94339d45-a083-4b8d-984f-7ad2590b96fd HTTP/1.1" status: 200 len: 1093 time: 1.3548112 Oct 04 14:34:01.255111 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7e1d84-2636-4738-a919-b595b40b8ca0', 'tag': '94339d45-a083-4b8d-984f-7ad2590b96fd'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:34:01.257960 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f307c3a-11ca-4852-ab97-569cc222cd80" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7e1d84-2636-4738-a919-b595b40b8ca0", "tag": "94339d45-a083-4b8d-984f-7ad2590b96fd"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:34:01.316968 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:01.416761 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0aef801-1f8a-4697-9bf2-7d7901d3b758 x-openstack-request-id: req-e0aef801-1f8a-4697-9bf2-7d7901d3b758 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:34:01.417081 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7e1d84-2636-4738-a919-b595b40b8ca0", "tag": "94339d45-a083-4b8d-984f-7ad2590b96fd", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:34:01.417280 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e0aef801-1f8a-4697-9bf2-7d7901d3b758 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:34:01.421132 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0aef801-1f8a-4697-9bf2-7d7901d3b758'] response: {'name': 'network-changed', 'server_uuid': '6f7e1d84-2636-4738-a919-b595b40b8ca0', 'tag': '94339d45-a083-4b8d-984f-7ad2590b96fd', 'status': 'completed', 'code': 200} Oct 04 14:34:01.428995 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa8374-11a2-4cc6-b5a7-569f36a358ee service neutron] Pushing event updated for resources: {'Port': ['ID=94339d45-a083-4b8d-984f-7ad2590b96fd,revision_number=3']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:01.467373 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-762c8c6f-fa13-4ce2-975c-fcf3a03345e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:01.477600 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-762c8c6f-fa13-4ce2-975c-fcf3a03345e1 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=742e9ad0995f4f96bcc1f75f5689a590&device_id=6f7e1d84-2636-4738-a919-b595b40b8ca0 HTTP/1.1" status: 200 len: 1127 time: 0.1401129 Oct 04 14:34:01.542191 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-70654cd6-f0c6-4635-b4aa-b40ec38fd37c service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94339d45-a083-4b8d-984f-7ad2590b96fd HTTP/1.1" status: 200 len: 217 time: 0.0554049 Oct 04 14:34:01.607357 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756cfb9-3084-4bf2-b907-3a52f556da8e req-cd5c25d1-ada2-4146-bbc9-5e3ef216cd05 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:01.616331 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-5365a45b-4af8-4635-940e-60ed26c4e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:01.618361 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-5365a45b-4af8-4635-940e-60ed26c4e6bb service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=2880efa9-a94f-4325-ab87-e53bd919bd15 HTTP/1.1" status: 200 len: 854 time: 0.0691254 Oct 04 14:34:01.619433 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f756cfb9-3084-4bf2-b907-3a52f556da8e req-cd5c25d1-ada2-4146-bbc9-5e3ef216cd05 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f7e1d84-2636-4738-a919-b595b40b8ca0 HTTP/1.1" status: 200 len: 943 time: 0.0755939 Oct 04 14:34:01.663214 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-010283fa-2504-45be-9580-da8dbf1f1787 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=43cb4147-4d5f-4bad-9d73-94e85a7a487f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381527 Oct 04 14:34:01.677583 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f756cfb9-3084-4bf2-b907-3a52f556da8e req-be59aec9-0d10-4fd2-937f-34d743d8afa9 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571480 Oct 04 14:34:01.784919 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-18ab8d99-c19a-4a80-83e3-b0b8a02fdff1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/43cb4147-4d5f-4bad-9d73-94e85a7a487f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156206 Oct 04 14:34:01.909571 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2be757f6-d443-4f12-bf41-0df8b2800db0 req-0eeb4206-21d5-404a-ae30-5e003f3ed97b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/43cb4147-4d5f-4bad-9d73-94e85a7a487f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185200 Oct 04 14:34:02.268047 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:02.595067 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 674dfd0b-9afb-4e52-9c02-7f1681c53c38 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:34:02.655159 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 674dfd0b-9afb-4e52-9c02-7f1681c53c38 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:34:02.655533 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (674dfd0b-9afb-4e52-9c02-7f1681c53c38), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:02.655871 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 674dfd0b-9afb-4e52-9c02-7f1681c53c38 Oct 04 14:34:02.767301 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 674dfd0b-9afb-4e52-9c02-7f1681c53c38 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:34:02.770644 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:02.790646 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:02.838362 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443a188-e316-4213-b7dc-01b94e898e76 req-b90d9a87-2423-40c9-acad-e5d6a080bb9b tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:02.840051 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0443a188-e316-4213-b7dc-01b94e898e76 req-b90d9a87-2423-40c9-acad-e5d6a080bb9b tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f7e1d84-2636-4738-a919-b595b40b8ca0 HTTP/1.1" status: 200 len: 943 time: 0.0614121 Oct 04 14:34:02.900571 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0443a188-e316-4213-b7dc-01b94e898e76 req-ae7b0000-2e17-4fac-93f0-9b4ef1959ba0 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526199 Oct 04 14:34:02.957608 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f307c3a-11ca-4852-ab97-569cc222cd80 req-a1e70992-acd1-4587-90fc-fc8672575124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:02.959598 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4f307c3a-11ca-4852-ab97-569cc222cd80 req-a1e70992-acd1-4587-90fc-fc8672575124 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=742e9ad0995f4f96bcc1f75f5689a590&device_id=6f7e1d84-2636-4738-a919-b595b40b8ca0 HTTP/1.1" status: 200 len: 1127 time: 0.0463488 Oct 04 14:34:03.078686 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f307c3a-11ca-4852-ab97-569cc222cd80 req-12301f5b-e2ed-4cb6-b53c-0a1379cf9538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:03.080488 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4f307c3a-11ca-4852-ab97-569cc222cd80 req-12301f5b-e2ed-4cb6-b53c-0a1379cf9538 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=43cb4147-4d5f-4bad-9d73-94e85a7a487f HTTP/1.1" status: 200 len: 915 time: 0.1120148 Oct 04 14:34:03.100896 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:03.137669 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4f307c3a-11ca-4852-ab97-569cc222cd80 req-366a8df6-1fda-4e4e-92d0-584da8960f0c service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94339d45-a083-4b8d-984f-7ad2590b96fd HTTP/1.1" status: 200 len: 217 time: 0.0456040 Oct 04 14:34:03.196300 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f307c3a-11ca-4852-ab97-569cc222cd80 req-24f61db8-ec9c-421e-a14f-14f39d673010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:03.198195 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4f307c3a-11ca-4852-ab97-569cc222cd80 req-24f61db8-ec9c-421e-a14f-14f39d673010 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=2880efa9-a94f-4325-ab87-e53bd919bd15 HTTP/1.1" status: 200 len: 854 time: 0.0545645 Oct 04 14:34:03.248916 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4f307c3a-11ca-4852-ab97-569cc222cd80 req-6505963b-465a-4eec-9729-ff2b6686c15b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=43cb4147-4d5f-4bad-9d73-94e85a7a487f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433400 Oct 04 14:34:03.385874 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4f307c3a-11ca-4852-ab97-569cc222cd80 req-6eee0f90-7f61-4143-aebf-3f8ce3059ecb service neutron] 10.222.0.17 "GET /networking/v2.0/networks/43cb4147-4d5f-4bad-9d73-94e85a7a487f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309326 Oct 04 14:34:03.619677 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4f307c3a-11ca-4852-ab97-569cc222cd80 req-4ab53d54-3498-4680-82c1-224284f7d5ad service neutron] 10.222.0.17 "GET /networking/v2.0/networks/43cb4147-4d5f-4bad-9d73-94e85a7a487f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403356 Oct 04 14:34:03.844628 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:04.090763 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bc5ea-5d10-48ee-bbf0-0f1d8c837138 req-90eac29b-1f7f-42e8-9173-555fee0a4735 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:04.092373 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-374bc5ea-5d10-48ee-bbf0-0f1d8c837138 req-90eac29b-1f7f-42e8-9173-555fee0a4735 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f7e1d84-2636-4738-a919-b595b40b8ca0 HTTP/1.1" status: 200 len: 943 time: 0.0686498 Oct 04 14:34:04.147770 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-374bc5ea-5d10-48ee-bbf0-0f1d8c837138 req-b99d621a-c57a-4912-ba03-55340de42f95 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492094 Oct 04 14:34:04.541823 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 94339d45-a083-4b8d-984f-7ad2590b96fd details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:34:04.692170 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 94339d45-a083-4b8d-984f-7ad2590b96fd, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=94339d45-a083-4b8d-984f-7ad2590b96fd,segment=NetworkSegment(291a4a06-d64a-40d0-b78a-b72353a9bb36),segment_id=291a4a06-d64a-40d0-b78a-b72353a9bb36)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:34:04.706062 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': '94339d45-a083-4b8d-984f-7ad2590b96fd', 'network_id': '43cb4147-4d5f-4bad-9d73-94e85a7a487f', 'port_id': '94339d45-a083-4b8d-984f-7ad2590b96fd', 'mac_address': 'fa:16:3e:01:5c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2880efa9-a94f-4325-ab87-e53bd919bd15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:34:04.748911 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 94339d45-a083-4b8d-984f-7ad2590b96fd is: DOWN; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:34:04.749564 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (94339d45-a083-4b8d-984f-7ad2590b96fd), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:04.762846 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:04.769496 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94339d45-a083-4b8d-984f-7ad2590b96fd {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:34:04.793517 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 94339d45-a083-4b8d-984f-7ad2590b96fd, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=94339d45-a083-4b8d-984f-7ad2590b96fd,segment=NetworkSegment(291a4a06-d64a-40d0-b78a-b72353a9bb36),segment_id=291a4a06-d64a-40d0-b78a-b72353a9bb36)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:34:04.802307 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (94339d45-a083-4b8d-984f-7ad2590b96fd), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:04.885568 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=94339d45-a083-4b8d-984f-7ad2590b96fd,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:05.243285 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['94339d45-a083-4b8d-984f-7ad2590b96fd'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:34:05.415199 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bc385-9731-4573-92dd-b0cc179c3660 req-1fba3115-dbb6-43ac-8b4a-c2a4f64dcec3 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:05.428293 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-154bc385-9731-4573-92dd-b0cc179c3660 req-1fba3115-dbb6-43ac-8b4a-c2a4f64dcec3 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f7e1d84-2636-4738-a919-b595b40b8ca0 HTTP/1.1" status: 200 len: 944 time: 0.1384888 Oct 04 14:34:05.492419 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:05.542938 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-154bc385-9731-4573-92dd-b0cc179c3660 req-b922e760-4fa5-4534-8a3c-481686432bc2 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948908 Oct 04 14:34:05.663962 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e520c-8a25-4c23-bf90-2e9f245e64ce req-0cb0610f-5a71-48dc-944f-0e36f01fbe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:05.665945 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ec7e520c-8a25-4c23-bf90-2e9f245e64ce req-0cb0610f-5a71-48dc-944f-0e36f01fbe59 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ec24f1b720bd42ebb37a36d65757aacd&device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 1130 time: 0.0805597 Oct 04 14:34:05.676303 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633ac3d-25d0-454a-977f-8434076c8ceb req-38ed7167-ac16-4058-9232-ec388adfde91 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:05.695156 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1633ac3d-25d0-454a-977f-8434076c8ceb req-38ed7167-ac16-4058-9232-ec388adfde91 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.1016066 Oct 04 14:34:05.814053 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1633ac3d-25d0-454a-977f-8434076c8ceb req-80494633-d049-4412-a33e-f0fe1ddb6d3f tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165776 Oct 04 14:34:05.816303 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e520c-8a25-4c23-bf90-2e9f245e64ce req-4b6f1842-befb-41ba-8b0b-ad661418d2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:05.817993 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ec7e520c-8a25-4c23-bf90-2e9f245e64ce req-4b6f1842-befb-41ba-8b0b-ad661418d2e8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=f70b9727-7199-4fe7-bb77-16baf61f7e49 HTTP/1.1" status: 200 len: 920 time: 0.1440439 Oct 04 14:34:05.915086 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ec7e520c-8a25-4c23-bf90-2e9f245e64ce req-0eefeae7-e9a5-436a-b13d-bbddc5ac718c service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31660410-8845-41c4-b49c-b89043507bb3 HTTP/1.1" status: 200 len: 1002 time: 0.0898521 Oct 04 14:34:05.959142 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:06.000399 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e520c-8a25-4c23-bf90-2e9f245e64ce req-4cfa485d-bd6a-4616-853e-fc599a562ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:06.003822 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ec7e520c-8a25-4c23-bf90-2e9f245e64ce req-4cfa485d-bd6a-4616-853e-fc599a562ff8 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0b6ce1ed-cefc-4d28-95ba-a2004388db27 HTTP/1.1" status: 200 len: 858 time: 0.0817535 Oct 04 14:34:06.085947 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e520c-8a25-4c23-bf90-2e9f245e64ce req-2924a6df-741f-458e-a00e-ffe9af6276bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:06.087825 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ec7e520c-8a25-4c23-bf90-2e9f245e64ce req-2924a6df-741f-458e-a00e-ffe9af6276bd service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=f70b9727-7199-4fe7-bb77-16baf61f7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702879 Oct 04 14:34:06.221674 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ec7e520c-8a25-4c23-bf90-2e9f245e64ce req-ac7cc018-0b28-4550-adeb-1232464c41b9 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258745 Oct 04 14:34:06.249027 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff435c3c-d237-4c7b-b2cb-bc9855a853af req-f398f45a-bd69-4ca0-b63e-1b23716f3cbd tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:06.251772 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ff435c3c-d237-4c7b-b2cb-bc9855a853af req-f398f45a-bd69-4ca0-b63e-1b23716f3cbd tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 945 time: 0.0698817 Oct 04 14:34:06.338880 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ff435c3c-d237-4c7b-b2cb-bc9855a853af req-9cef4311-6abe-4cb0-9004-e24355ef4d6c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=13aa2a0a-add4-42b9-9eec-dc6ae368e333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797460 Oct 04 14:34:06.544194 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 94339d45-a083-4b8d-984f-7ad2590b96fd up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:34:06.612619 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning for port 94339d45-a083-4b8d-984f-7ad2590b96fd completed by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 14:34:06.620589 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port 94339d45-a083-4b8d-984f-7ad2590b96fd triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:34:06.621335 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (94339d45-a083-4b8d-984f-7ad2590b96fd), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:06.622087 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port 94339d45-a083-4b8d-984f-7ad2590b96fd Oct 04 14:34:06.721029 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 94339d45-a083-4b8d-984f-7ad2590b96fd is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:34:06.721687 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (94339d45-a083-4b8d-984f-7ad2590b96fd), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:06.754558 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d184d90-bedb-449e-8d36-7c8209137ba9 req-ed25d7a3-c14c-4903-9b1a-1795dd52f723 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:06.756158 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3d184d90-bedb-449e-8d36-7c8209137ba9 req-ed25d7a3-c14c-4903-9b1a-1795dd52f723 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f7e1d84-2636-4738-a919-b595b40b8ca0 HTTP/1.1" status: 200 len: 944 time: 0.1196277 Oct 04 14:34:06.758980 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7e1d84-2636-4738-a919-b595b40b8ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94339d45-a083-4b8d-984f-7ad2590b96fd'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:34:06.761392 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7106c1-7880-47b8-84e7-c6cf9a1f72f4" -d '{"events": [{"server_uuid": "6f7e1d84-2636-4738-a919-b595b40b8ca0", "name": "network-vif-plugged", "status": "completed", "tag": "94339d45-a083-4b8d-984f-7ad2590b96fd"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:34:06.784072 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 94339d45-a083-4b8d-984f-7ad2590b96fd, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=94339d45-a083-4b8d-984f-7ad2590b96fd,segment=NetworkSegment(291a4a06-d64a-40d0-b78a-b72353a9bb36),segment_id=291a4a06-d64a-40d0-b78a-b72353a9bb36)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:34:06.799412 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (94339d45-a083-4b8d-984f-7ad2590b96fd), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:06.840949 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26de232-bcf6-4da3-9ebb-bce3df8e3b92 x-openstack-request-id: req-f26de232-bcf6-4da3-9ebb-bce3df8e3b92 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:34:06.841241 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7e1d84-2636-4738-a919-b595b40b8ca0", "name": "network-vif-plugged", "status": "completed", "tag": "94339d45-a083-4b8d-984f-7ad2590b96fd", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:34:06.841503 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f26de232-bcf6-4da3-9ebb-bce3df8e3b92 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:34:06.842092 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26de232-bcf6-4da3-9ebb-bce3df8e3b92'] response: {'server_uuid': '6f7e1d84-2636-4738-a919-b595b40b8ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94339d45-a083-4b8d-984f-7ad2590b96fd', 'code': 200} Oct 04 14:34:06.880957 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3d184d90-bedb-449e-8d36-7c8209137ba9 req-b1c54229-a630-4770-85ec-51f5f4a16fca tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051989 Oct 04 14:34:06.899365 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=94339d45-a083-4b8d-984f-7ad2590b96fd,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:06.990418 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4baecce-8068-4fa8-a6d6-588792a6f405 req-bbb9ea9a-df0f-4834-9101-80c3b322dc33 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:06.992211 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e4baecce-8068-4fa8-a6d6-588792a6f405 req-bbb9ea9a-df0f-4834-9101-80c3b322dc33 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0689485 Oct 04 14:34:07.050679 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e4baecce-8068-4fa8-a6d6-588792a6f405 req-2080cfab-a361-49ff-933c-17629222921b tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511909 Oct 04 14:34:07.483651 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b29ca3-cd94-4fff-b286-62015e95a198 req-e2e88fc6-11a3-4b96-a744-58576d60beab tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:07.485452 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c3b29ca3-cd94-4fff-b286-62015e95a198 req-e2e88fc6-11a3-4b96-a744-58576d60beab tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 945 time: 0.0552840 Oct 04 14:34:07.561608 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c3b29ca3-cd94-4fff-b286-62015e95a198 req-cbd984c8-cd63-4118-90d9-08127d11a3c5 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=13aa2a0a-add4-42b9-9eec-dc6ae368e333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586643 Oct 04 14:34:07.704136 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ec7e520c-8a25-4c23-bf90-2e9f245e64ce req-48d8cacb-e669-48fc-a347-4c4418dcb8e3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134460 Oct 04 14:34:08.036441 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:08.080449 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e71f88-2912-4f70-94b8-da3f61b0ab2b req-2d3a2a07-aeb3-40e6-a7c1-2fd0e8cdf4df tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:08.082126 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f3e71f88-2912-4f70-94b8-da3f61b0ab2b req-2d3a2a07-aeb3-40e6-a7c1-2fd0e8cdf4df tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 945 time: 0.1526198 Oct 04 14:34:08.083637 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0275d3-f600-4ebb-918a-5f20d71aa694 req-e0fc6c24-3793-4bd3-aa9f-a3cfdb41af28 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:08.085329 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8a0275d3-f600-4ebb-918a-5f20d71aa694 req-e0fc6c24-3793-4bd3-aa9f-a3cfdb41af28 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f7e1d84-2636-4738-a919-b595b40b8ca0 HTTP/1.1" status: 200 len: 945 time: 0.0803993 Oct 04 14:34:08.087350 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3682f-6b1d-4edb-997b-a83c354620cb req-2b1a76eb-5bb3-4813-86f9-73c128d86f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:08.088921 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e0e3682f-6b1d-4edb-997b-a83c354620cb req-2b1a76eb-5bb3-4813-86f9-73c128d86f9b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=6f7e1d84-2636-4738-a919-b595b40b8ca0 HTTP/1.1" status: 200 len: 1129 time: 0.1370831 Oct 04 14:34:08.147030 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:08.157087 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8a0275d3-f600-4ebb-918a-5f20d71aa694 req-fdaabfe8-e963-4e3f-8567-9e8a2b52692d tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630999 Oct 04 14:34:08.263575 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa72f2-fbeb-493b-a0c2-10d62e3fc95a req-d4cc4925-38cf-4241-9a89-d0342ba9e855 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:08.265311 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6faa72f2-fbeb-493b-a0c2-10d62e3fc95a req-d4cc4925-38cf-4241-9a89-d0342ba9e855 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.1123302 Oct 04 14:34:08.315312 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e0e3682f-6b1d-4edb-997b-a83c354620cb req-afd26605-60ce-4ec3-a22a-2fc2ee354246 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666222 Oct 04 14:34:08.333215 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-f3e71f88-2912-4f70-94b8-da3f61b0ab2b req-d55a5b1a-fcfa-445c-a353-1785120d3abc tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Deleting port 3a45f381-06ca-4183-af22-7b3ce0bb06a4 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:34:08.333557 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-f3e71f88-2912-4f70-94b8-da3f61b0ab2b req-d55a5b1a-fcfa-445c-a353-1785120d3abc tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (3a45f381-06ca-4183-af22-7b3ce0bb06a4), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:08.399737 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6faa72f2-fbeb-493b-a0c2-10d62e3fc95a req-4b833ff0-b8de-4321-9bad-418b7c37ba70 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072996 Oct 04 14:34:08.458274 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-f3e71f88-2912-4f70-94b8-da3f61b0ab2b req-d55a5b1a-fcfa-445c-a353-1785120d3abc tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] For port 3a45f381-06ca-4183-af22-7b3ce0bb06a4, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=3a45f381-06ca-4183-af22-7b3ce0bb06a4,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:34:08.458643 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-f3e71f88-2912-4f70-94b8-da3f61b0ab2b req-d55a5b1a-fcfa-445c-a353-1785120d3abc tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (3a45f381-06ca-4183-af22-7b3ce0bb06a4), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:08.573642 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:08.605961 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-b4ad467b-5323-437b-87b1-00ab1858c87f tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:08.607486 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-b4ad467b-5323-437b-87b1-00ab1858c87f tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/networks?id=fa33c312-594b-49b2-bd86-df2f885aca0c HTTP/1.1" status: 200 len: 814 time: 0.1172347 Oct 04 14:34:08.626413 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-686fc714-df34-466d-b816-0fe45fcd1a08 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/quotas/9cf9a725cf7e42ea939bee84113b12ee HTTP/1.1" status: 200 len: 375 time: 0.0121109 Oct 04 14:34:08.631711 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-f3e71f88-2912-4f70-94b8-da3f61b0ab2b req-d55a5b1a-fcfa-445c-a353-1785120d3abc tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:08.632133 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-f3e71f88-2912-4f70-94b8-da3f61b0ab2b req-d55a5b1a-fcfa-445c-a353-1785120d3abc tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (e9304e2c-c592-4564-83bc-d35a048fe767), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:08.632662 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.l3_db [req-f3e71f88-2912-4f70-94b8-da3f61b0ab2b req-d55a5b1a-fcfa-445c-a353-1785120d3abc tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Floating IP e9304e2c-c592-4564-83bc-d35a048fe767 disassociated. External IP: 172.27.3.99, port: 3a45f381-06ca-4183-af22-7b3ce0bb06a4. Oct 04 14:34:08.633008 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-f3e71f88-2912-4f70-94b8-da3f61b0ab2b req-d55a5b1a-fcfa-445c-a353-1785120d3abc tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Calling delete_port for 3a45f381-06ca-4183-af22-7b3ce0bb06a4 owned by compute:nova {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:34:08.686690 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-2bf171f1-4347-406a-bc46-179daf89eed3 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=9cf9a725cf7e42ea939bee84113b12ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523977 Oct 04 14:34:08.723980 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d75c9-b33d-4712-a712-237e5e120396 req-872bb731-ea3b-442b-b8e2-c067c6c92864 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:08.725606 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-880d75c9-b33d-4712-a712-237e5e120396 req-872bb731-ea3b-442b-b8e2-c067c6c92864 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 945 time: 0.0879307 Oct 04 14:34:08.792913 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-0ffe2d7e-c17b-4921-8dfd-42b3b735a975 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fa33c312-594b-49b2-bd86-df2f885aca0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930169 Oct 04 14:34:08.797705 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-880d75c9-b33d-4712-a712-237e5e120396 req-451d4a54-1659-4bd2-a3d0-49f0a1acdf05 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=13aa2a0a-add4-42b9-9eec-dc6ae368e333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654678 Oct 04 14:34:08.815960 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:08.859054 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-f3e71f88-2912-4f70-94b8-da3f61b0ab2b req-d55a5b1a-fcfa-445c-a353-1785120d3abc tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (3a45f381-06ca-4183-af22-7b3ce0bb06a4), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:08.893795 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a5b1a-fcfa-445c-a353-1785120d3abc tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event deleted for resources: {'Port': ['ID=3a45f381-06ca-4183-af22-7b3ce0bb06a4,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:08.910355 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-74e4edd8-2398-4675-a703-429897d95ad3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fa33c312-594b-49b2-bd86-df2f885aca0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030171 Oct 04 14:34:09.018910 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3e71f88-2912-4f70-94b8-da3f61b0ab2b req-d55a5b1a-fcfa-445c-a353-1785120d3abc tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Router 62bc1c7e-254b-44ea-8e51-0290db5b3aee has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:34:09.065907 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:09.108809 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2c2238e7-1a33-405f-9269-ec6bc702da81 req-57ee6a18-549b-4dc0-be58-8ca441c2b7b2 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 210 time: 0.0375009 Oct 04 14:34:09.157287 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3e71f88-2912-4f70-94b8-da3f61b0ab2b req-d55a5b1a-fcfa-445c-a353-1785120d3abc tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:34:09.169683 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c28581-b0ec-49cb-818f-51b28c620cfc None None] Sync routers for ids ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:34:09.182738 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c28581-b0ec-49cb-818f-51b28c620cfc None None] Routers {'62bc1c7e-254b-44ea-8e51-0290db5b3aee'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:34:09.183803 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-96c28581-b0ec-49cb-818f-51b28c620cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:33:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:34:09.212426 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e71f88-2912-4f70-94b8-da3f61b0ab2b req-d55a5b1a-fcfa-445c-a353-1785120d3abc tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] No DVR routers for this DVR port 3a45f381-06ca-4183-af22-7b3ce0bb06a4 on host hv-cinder-86026 {{(pid=106356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:34:09.215371 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-f3e71f88-2912-4f70-94b8-da3f61b0ab2b req-d55a5b1a-fcfa-445c-a353-1785120d3abc tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:09.220646 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f3e71f88-2912-4f70-94b8-da3f61b0ab2b req-d55a5b1a-fcfa-445c-a353-1785120d3abc tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.17 "DELETE /networking/v2.0/ports/3a45f381-06ca-4183-af22-7b3ce0bb06a4 HTTP/1.1" status: 204 len: 173 time: 1.0794468 Oct 04 14:34:09.220646 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92da7788-17c4-4129-b353-b25576213350', 'name': 'network-vif-deleted', 'tag': '3a45f381-06ca-4183-af22-7b3ce0bb06a4'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:34:09.223251 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6358267-d910-45f7-92f7-114ed6cf50ca" -d '{"events": [{"server_uuid": "92da7788-17c4-4129-b353-b25576213350", "name": "network-vif-deleted", "tag": "3a45f381-06ca-4183-af22-7b3ce0bb06a4"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:34:09.316063 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409a485c-e325-4546-8768-0419669a4a09 x-openstack-request-id: req-409a485c-e325-4546-8768-0419669a4a09 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:34:09.316563 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92da7788-17c4-4129-b353-b25576213350", "name": "network-vif-deleted", "tag": "3a45f381-06ca-4183-af22-7b3ce0bb06a4", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:34:09.316819 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-409a485c-e325-4546-8768-0419669a4a09 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:34:09.317255 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-409a485c-e325-4546-8768-0419669a4a09'] response: {'server_uuid': '92da7788-17c4-4129-b353-b25576213350', 'name': 'network-vif-deleted', 'tag': '3a45f381-06ca-4183-af22-7b3ce0bb06a4', 'status': 'completed', 'code': 200} Oct 04 14:34:09.341184 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-96c28581-b0ec-49cb-818f-51b28c620cfc None None] Set router 62bc1c7e-254b-44ea-8e51-0290db5b3aee gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:34:09.380688 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3f1d9-4bd7-4bce-9687-783e883cb6d9 req-135b31be-18f5-4478-9adc-9b62ac630393 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:09.391881 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1ad3f1d9-4bd7-4bce-9687-783e883cb6d9 req-135b31be-18f5-4478-9adc-9b62ac630393 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f7e1d84-2636-4738-a919-b595b40b8ca0 HTTP/1.1" status: 200 len: 945 time: 0.0932753 Oct 04 14:34:09.443291 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:09.444208 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:09.469882 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1ad3f1d9-4bd7-4bce-9687-783e883cb6d9 req-c94c21e7-5573-4d99-bf55-fd4f8d7f80f0 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765715 Oct 04 14:34:09.586714 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d757617-b4ef-4a90-8073-c717a26f0ce0 req-7e648e1d-70dd-4622-acf7-8044a4b3495d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:09.588418 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7d757617-b4ef-4a90-8073-c717a26f0ce0 req-7e648e1d-70dd-4622-acf7-8044a4b3495d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0589402 Oct 04 14:34:09.631162 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-96c28581-b0ec-49cb-818f-51b28c620cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:09Z', 'revision_number': 5, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:34:09.644384 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7d757617-b4ef-4a90-8073-c717a26f0ce0 req-b0f125fe-6ba2-45ba-a738-15db5c943505 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489488 Oct 04 14:34:09.790987 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c28581-b0ec-49cb-818f-51b28c620cfc None None] Checking router: 62bc1c7e-254b-44ea-8e51-0290db5b3aee for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:34:09.800867 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c28581-b0ec-49cb-818f-51b28c620cfc None None] Routers {'62bc1c7e-254b-44ea-8e51-0290db5b3aee'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:34:09.801502 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-96c28581-b0ec-49cb-818f-51b28c620cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:33:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:34:09.912757 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-96c28581-b0ec-49cb-818f-51b28c620cfc None None] Set router 62bc1c7e-254b-44ea-8e51-0290db5b3aee gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:34:09.923914 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-04933e5e-ff2c-431e-a16e-b3e946ef5a0c req-f85bdfd8-9bc2-4487-8827-c1c3232a44e4 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 210 time: 0.0290318 Oct 04 14:34:10.112764 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-96c28581-b0ec-49cb-818f-51b28c620cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:09Z', 'revision_number': 5, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:34:10.142934 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c28581-b0ec-49cb-818f-51b28c620cfc None None] The sync data for ids ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'] in dv-cinder-860260-1-iscsi is: [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:09Z', 'revision_number': 5, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:34:10.239578 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-35b1f69a-4f4c-4b4f-b475-1233b71506ed req-2cfcf802-0c33-4acd-a9cf-b971d6bca26b tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 210 time: 0.0411103 Oct 04 14:34:10.317875 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:10.319330 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:10.425281 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c75150-f294-4f67-a078-0c7c67e45699 None None] New status for floating IP e9304e2c-c592-4564-83bc-d35a048fe767: DOWN {{(pid=106358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:34:10.605874 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0cf90-8891-4ed0-8673-7e9f5b581111 req-acf7e778-0715-44a6-b9d2-5cfcf488beac tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:10.607506 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f4e0cf90-8891-4ed0-8673-7e9f5b581111 req-acf7e778-0715-44a6-b9d2-5cfcf488beac tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f7e1d84-2636-4738-a919-b595b40b8ca0 HTTP/1.1" status: 200 len: 945 time: 0.0544965 Oct 04 14:34:10.661511 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f4e0cf90-8891-4ed0-8673-7e9f5b581111 req-2ebdea0f-8da0-4ae4-9b11-00cfc33c3507 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471349 Oct 04 14:34:10.784729 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc974d-b8c8-470d-a33a-25d3f76ae558 req-7e34a282-de48-4a74-898d-855352c5bae9 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:10.786386 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-abbc974d-b8c8-470d-a33a-25d3f76ae558 req-7e34a282-de48-4a74-898d-855352c5bae9 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0570011 Oct 04 14:34:10.840159 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-abbc974d-b8c8-470d-a33a-25d3f76ae558 req-aa8ac75e-8581-4c93-87c8-ea755001f2d8 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480063 Oct 04 14:34:11.067077 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7db052b1-fbc6-4579-99c2-6b798646ac7e req-8771556e-0794-4f9e-8fca-0a42532bb5c6 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=92da7788-17c4-4129-b353-b25576213350 HTTP/1.1" status: 200 len: 210 time: 0.0420454 Oct 04 14:34:11.363269 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-979072a2-61cb-40f7-b1be-167ed84c1b14 req-12c96e83-9e59-4b01-8400-d4856bec6294 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 210 time: 0.0303926 Oct 04 14:34:11.995490 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a110cb4-61ab-4d01-b190-3ac77e2d17bf req-2aaf81d2-c0f9-4737-b026-a49bf192c4e3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:11.999226 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1a110cb4-61ab-4d01-b190-3ac77e2d17bf req-2aaf81d2-c0f9-4737-b026-a49bf192c4e3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0752535 Oct 04 14:34:12.023470 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-e8554653-d547-4beb-b5c0-c4964b30042d tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:12.025069 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-e8554653-d547-4beb-b5c0-c4964b30042d tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.17 "GET /networking/v2.0/networks?id=fa33c312-594b-49b2-bd86-df2f885aca0c HTTP/1.1" status: 200 len: 814 time: 0.1410322 Oct 04 14:34:12.053692 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-6426d831-78c5-42fb-8a93-25450e3845d6 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Request body: {'port': {'device_id': '6f1be2bd-b5b7-4a54-9196-df2b3061d70e', 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c', 'admin_state_up': True, 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:34:12.078556 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1a110cb4-61ab-4d01-b190-3ac77e2d17bf req-596a9d34-e08f-41fa-8010-fa03083c60b3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726898 Oct 04 14:34:12.117309 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:12.169089 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 46094) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:34:12.239954 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-6426d831-78c5-42fb-8a93-25450e3845d6 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Made reservation on behalf of 9cf9a725cf7e42ea939bee84113b12ee for: {'port': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:34:12.244954 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-6426d831-78c5-42fb-8a93-25450e3845d6 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:12.282866 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-84312370-c6dd-4f76-bd47-db2dc22605d3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group (13aa2a0a-add4-42b9-9eec-dc6ae368e333), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:12.347939 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-84312370-c6dd-4f76-bd47-db2dc22605d3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group (13aa2a0a-add4-42b9-9eec-dc6ae368e333), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:12.480956 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-6426d831-78c5-42fb-8a93-25450e3845d6 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Allocated IP 172.20.0.14 (fa33c312-594b-49b2-bd86-df2f885aca0c/5096a64b-07f5-40cd-bfff-18ee54025b86/15011792-a2ae-4555-bb5e-f16eac3afea0) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:34:12.485248 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-84312370-c6dd-4f76-bd47-db2dc22605d3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (13aa2a0a-add4-42b9-9eec-dc6ae368e333), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:12.489407 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-84312370-c6dd-4f76-bd47-db2dc22605d3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:12.490858 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-84312370-c6dd-4f76-bd47-db2dc22605d3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/13aa2a0a-add4-42b9-9eec-dc6ae368e333 HTTP/1.1" status: 204 len: 168 time: 0.3208206 Oct 04 14:34:12.494299 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 46116) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:34:12.526682 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.api.v2.resource [None req-bb39c1a0-41ad-42b6-b9b0-bb99c62c18ed tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] show failed (client error): The resource could not be found. Oct 04 14:34:12.527835 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-bb39c1a0-41ad-42b6-b9b0-bb99c62c18ed tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups/13aa2a0a-add4-42b9-9eec-dc6ae368e333 HTTP/1.1" status: 404 len: 347 time: 0.0323782 Oct 04 14:34:12.533662 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3fb9420d-8b0f-4266-9169-4735a07964c6 req-037a7a94-0bf2-4b4a-94d9-06b961f07b86 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 210 time: 0.0681760 Oct 04 14:34:12.534587 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 46118) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:34:12.594360 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 3a45f381-06ca-4183-af22-7b3ce0bb06a4 no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:34:12.619378 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] No Port match for: 3a45f381-06ca-4183-af22-7b3ce0bb06a4 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:34:12.620134 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 3a45f381-06ca-4183-af22-7b3ce0bb06a4 not bound to the agent host hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:34:12.636335 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84312370-c6dd-4f76-bd47-db2dc22605d3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13aa2a0a-add4-42b9-9eec-dc6ae368e333,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:12.726862 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:12.786866 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-bef0aa4d-df9f-4b4c-b1b1-5a124d0a7ef3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Deleting port fc87ee77-ac72-4264-a827-71882a38e3c1 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:34:12.787213 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-bef0aa4d-df9f-4b4c-b1b1-5a124d0a7ef3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (fc87ee77-ac72-4264-a827-71882a38e3c1), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:12.922270 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-6426d831-78c5-42fb-8a93-25450e3845d6 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for port (15011792-a2ae-4555-bb5e-f16eac3afea0), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:12.928125 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-bef0aa4d-df9f-4b4c-b1b1-5a124d0a7ef3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (fc87ee77-ac72-4264-a827-71882a38e3c1), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:12.928482 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-bef0aa4d-df9f-4b4c-b1b1-5a124d0a7ef3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (fc87ee77-ac72-4264-a827-71882a38e3c1), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:12.947244 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-bef0aa4d-df9f-4b4c-b1b1-5a124d0a7ef3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Calling delete_port for fc87ee77-ac72-4264-a827-71882a38e3c1 owned by network:floatingip {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:34:13.013335 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:13.026705 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-6426d831-78c5-42fb-8a93-25450e3845d6 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (15011792-a2ae-4555-bb5e-f16eac3afea0), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:13.101300 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-6426d831-78c5-42fb-8a93-25450e3845d6 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Network fa33c312-594b-49b2-bd86-df2f885aca0c is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:34:13.108545 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-6426d831-78c5-42fb-8a93-25450e3845d6 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:34:13.111857 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-6426d831-78c5-42fb-8a93-25450e3845d6 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:34:13.154128 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426d831-78c5-42fb-8a93-25450e3845d6 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Pushing event updated for resources: {'Port': ['ID=15011792-a2ae-4555-bb5e-f16eac3afea0,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:13.197047 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-6426d831-78c5-42fb-8a93-25450e3845d6 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:13.197568 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-6426d831-78c5-42fb-8a93-25450e3845d6 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:13.263839 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee833bd7-6cb2-4424-8916-c89e1d12419c req-6c34a1d9-3548-44b7-822a-d244ecb61911 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:13.266006 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ee833bd7-6cb2-4424-8916-c89e1d12419c req-6c34a1d9-3548-44b7-822a-d244ecb61911 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0710862 Oct 04 14:34:13.274556 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-6426d831-78c5-42fb-8a93-25450e3845d6 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2254910 Oct 04 14:34:13.332278 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-bef0aa4d-df9f-4b4c-b1b1-5a124d0a7ef3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (fc87ee77-ac72-4264-a827-71882a38e3c1), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:13.389124 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ee833bd7-6cb2-4424-8916-c89e1d12419c req-ea6c57f2-6111-414e-874a-0eabf5bd996c tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168427 Oct 04 14:34:13.396500 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0aa4d-df9f-4b4c-b1b1-5a124d0a7ef3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event deleted for resources: {'Port': ['ID=fc87ee77-ac72-4264-a827-71882a38e3c1,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:13.549932 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-3cbb3aae-a664-416f-b2ba-8ef6781c2ad6 None None] Provisioning complete for port 15011792-a2ae-4555-bb5e-f16eac3afea0 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:34:13.550595 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3cbb3aae-a664-416f-b2ba-8ef6781c2ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (15011792-a2ae-4555-bb5e-f16eac3afea0), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:13.551089 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-3cbb3aae-a664-416f-b2ba-8ef6781c2ad6 None None] Attempt 1 to provision port 15011792-a2ae-4555-bb5e-f16eac3afea0 Oct 04 14:34:13.598788 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-3cbb3aae-a664-416f-b2ba-8ef6781c2ad6 None None] Port 15011792-a2ae-4555-bb5e-f16eac3afea0 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:34:13.818388 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5dc6dc-a198-48ca-a82e-c1c3a4c1b9d4 req-ef6f25ad-22ee-4a71-abb6-f8fd2b2f30af tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:13.819852 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bb5dc6dc-a198-48ca-a82e-c1c3a4c1b9d4 req-ef6f25ad-22ee-4a71-abb6-f8fd2b2f30af tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 932 time: 0.0918686 Oct 04 14:34:13.834984 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-bef0aa4d-df9f-4b4c-b1b1-5a124d0a7ef3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (e9304e2c-c592-4564-83bc-d35a048fe767), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:13.837749 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-bef0aa4d-df9f-4b4c-b1b1-5a124d0a7ef3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:13.838883 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-bef0aa4d-df9f-4b4c-b1b1-5a124d0a7ef3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/e9304e2c-c592-4564-83bc-d35a048fe767 HTTP/1.1" status: 204 len: 168 time: 1.2966821 Oct 04 14:34:13.897145 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bb5dc6dc-a198-48ca-a82e-c1c3a4c1b9d4 req-b16f2ed3-af75-4bd8-8b66-23af43419676 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707076 Oct 04 14:34:13.957777 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 46128) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:34:13.964711 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-4949fa4a-95de-45b9-af0c-3f9c7d9b54d6 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--600809163', 'description': 'tempest-description--1148913495'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:34:13.970053 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:13.994930 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4949fa4a-95de-45b9-af0c-3f9c7d9b54d6 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:14.099777 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4949fa4a-95de-45b9-af0c-3f9c7d9b54d6 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group (e6fe4d95-60be-41a0-ac87-9e5d092ce11b), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:14.103762 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4949fa4a-95de-45b9-af0c-3f9c7d9b54d6 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (e6fe4d95-60be-41a0-ac87-9e5d092ce11b), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:14.143037 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4949fa4a-95de-45b9-af0c-3f9c7d9b54d6 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:14.144436 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-4949fa4a-95de-45b9-af0c-3f9c7d9b54d6 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1857688 Oct 04 14:34:14.147986 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 46130) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:34:14.148351 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949fa4a-95de-45b9-af0c-3f9c7d9b54d6 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fe4d95-60be-41a0-ac87-9e5d092ce11b,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:14.152496 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-d1ba61f7-b275-4eb1-87e2-f3debde225bf tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Request body: {'security_group_rule': {'security_group_id': 'e6fe4d95-60be-41a0-ac87-9e5d092ce11b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:34:14.194393 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d1ba61f7-b275-4eb1-87e2-f3debde225bf tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group_rule (d132c520-c046-4585-87b7-5a3b0bf5a8fc), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:14.257473 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d1ba61f7-b275-4eb1-87e2-f3debde225bf tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group_rule (d132c520-c046-4585-87b7-5a3b0bf5a8fc), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:14.261703 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d1ba61f7-b275-4eb1-87e2-f3debde225bf tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (d132c520-c046-4585-87b7-5a3b0bf5a8fc), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:14.287161 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba61f7-b275-4eb1-87e2-f3debde225bf tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d132c520-c046-4585-87b7-5a3b0bf5a8fc,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:14.294871 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d1ba61f7-b275-4eb1-87e2-f3debde225bf tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:14.297240 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-d1ba61f7-b275-4eb1-87e2-f3debde225bf tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474502 Oct 04 14:34:14.300563 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 46132) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:34:14.305187 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-2c4d0921-be20-42a4-aa93-aaa456b7d2d3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Request body: {'security_group_rule': {'security_group_id': 'e6fe4d95-60be-41a0-ac87-9e5d092ce11b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:34:14.337091 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2c4d0921-be20-42a4-aa93-aaa456b7d2d3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group_rule (61f41d5c-61cd-4cc7-bb77-aaec45064054), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:14.415565 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2c4d0921-be20-42a4-aa93-aaa456b7d2d3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group_rule (61f41d5c-61cd-4cc7-bb77-aaec45064054), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:14.422062 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2c4d0921-be20-42a4-aa93-aaa456b7d2d3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (61f41d5c-61cd-4cc7-bb77-aaec45064054), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:14.445738 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d0921-be20-42a4-aa93-aaa456b7d2d3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f41d5c-61cd-4cc7-bb77-aaec45064054,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:14.454995 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2c4d0921-be20-42a4-aa93-aaa456b7d2d3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:14.457140 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-2c4d0921-be20-42a4-aa93-aaa456b7d2d3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1555643 Oct 04 14:34:14.460167 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 46138) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:34:14.467392 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-0eaa8202-a3dc-4db1-a34a-5c71cdafa7cd tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Request body: {'floatingip': {'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:34:14.509601 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-0eaa8202-a3dc-4db1-a34a-5c71cdafa7cd tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:14.569416 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfe3c4-45c7-49be-8159-488cbcb08a81 req-97bccc03-629a-4afc-becf-f9648a1f2fb0 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:14.571456 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-97cfe3c4-45c7-49be-8159-488cbcb08a81 req-97bccc03-629a-4afc-becf-f9648a1f2fb0 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0723774 Oct 04 14:34:14.621892 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-0eaa8202-a3dc-4db1-a34a-5c71cdafa7cd tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:14.635924 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-97cfe3c4-45c7-49be-8159-488cbcb08a81 req-6085d313-f586-43be-a34a-51eb71056333 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563254 Oct 04 14:34:14.704150 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:14.775043 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_common [None req-0eaa8202-a3dc-4db1-a34a-5c71cdafa7cd tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Allocated IP 172.27.3.75 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/d2075e02-59f8-4c95-ad18-921a1d2280d4) {{(pid=106355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:34:14.781995 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:14.915728 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-0eaa8202-a3dc-4db1-a34a-5c71cdafa7cd tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for port (d2075e02-59f8-4c95-ad18-921a1d2280d4), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:14.957624 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-0eaa8202-a3dc-4db1-a34a-5c71cdafa7cd tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (d2075e02-59f8-4c95-ad18-921a1d2280d4), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:15.018671 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaa8202-a3dc-4db1-a34a-5c71cdafa7cd tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:34:15.033442 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-0eaa8202-a3dc-4db1-a34a-5c71cdafa7cd tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:34:15.056529 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaa8202-a3dc-4db1-a34a-5c71cdafa7cd tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Received port after_create {{(pid=106355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:34:15.061254 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa8202-a3dc-4db1-a34a-5c71cdafa7cd tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event updated for resources: {'Port': ['ID=d2075e02-59f8-4c95-ad18-921a1d2280d4,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:15.102382 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e1320-3b26-4fd5-b9c5-0d261cfc8b64 req-2c037b47-0c52-4261-8219-0153e63b42e5 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:15.103992 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-642e1320-3b26-4fd5-b9c5-0d261cfc8b64 req-2c037b47-0c52-4261-8219-0153e63b42e5 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 932 time: 0.0976152 Oct 04 14:34:15.198544 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-642e1320-3b26-4fd5-b9c5-0d261cfc8b64 req-5909ce10-0375-4159-aa49-febfdf636bd5 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843575 Oct 04 14:34:15.208164 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-0eaa8202-a3dc-4db1-a34a-5c71cdafa7cd tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (9f34e38d-ff66-401e-87b2-81f5b4768ad8), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:15.249226 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-0eaa8202-a3dc-4db1-a34a-5c71cdafa7cd tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (d2075e02-59f8-4c95-ad18-921a1d2280d4), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:15.442583 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-0eaa8202-a3dc-4db1-a34a-5c71cdafa7cd tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for port (d2075e02-59f8-4c95-ad18-921a1d2280d4), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:15.449775 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-0eaa8202-a3dc-4db1-a34a-5c71cdafa7cd tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577893'] for port (d2075e02-59f8-4c95-ad18-921a1d2280d4), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:15.531080 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-0eaa8202-a3dc-4db1-a34a-5c71cdafa7cd tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (9f34e38d-ff66-401e-87b2-81f5b4768ad8), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:15.534851 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa8202-a3dc-4db1-a34a-5c71cdafa7cd tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event updated for resources: {'Port': ['ID=d2075e02-59f8-4c95-ad18-921a1d2280d4,revision_number=2']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:15.544332 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:15.555437 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-0eaa8202-a3dc-4db1-a34a-5c71cdafa7cd tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:15.557055 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-0eaa8202-a3dc-4db1-a34a-5c71cdafa7cd tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0950315 Oct 04 14:34:15.804092 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53d511-5698-47f3-837d-7760be28eabe req-adf47322-637f-4377-8a0b-d900997c87fb tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:15.811320 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ef53d511-5698-47f3-837d-7760be28eabe req-adf47322-637f-4377-8a0b-d900997c87fb tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0644751 Oct 04 14:34:15.865654 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ef53d511-5698-47f3-837d-7760be28eabe req-7629d54f-06cf-4441-87e2-dc907e33670b tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534163 Oct 04 14:34:16.341763 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521eb2f-ef02-4d28-9631-efea11f9787a req-f2588b2c-374b-4552-b132-a91a31fb9e4b tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:16.343942 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c521eb2f-ef02-4d28-9631-efea11f9787a req-f2588b2c-374b-4552-b132-a91a31fb9e4b tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 932 time: 0.0507643 Oct 04 14:34:16.409636 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c521eb2f-ef02-4d28-9631-efea11f9787a req-b58de10b-f6d6-42ee-a054-46797645e23f tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553477 Oct 04 14:34:17.014007 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9dca2-3ea4-4930-bad2-e74a2281c6dd req-f44e12e5-02e5-4edb-8628-cbde18a55953 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:17.016198 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cab9dca2-3ea4-4930-bad2-e74a2281c6dd req-f44e12e5-02e5-4edb-8628-cbde18a55953 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0657806 Oct 04 14:34:17.073820 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cab9dca2-3ea4-4930-bad2-e74a2281c6dd req-ef00db9d-321d-4b9c-9316-3ee8f5bb7924 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520539 Oct 04 14:34:17.531691 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:17.550825 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd1275-6c53-4c92-a0b3-590f9fb67fe7 req-95026466-268d-4282-8ff8-6232ce92f71e tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:17.556669 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8bcd1275-6c53-4c92-a0b3-590f9fb67fe7 req-95026466-268d-4282-8ff8-6232ce92f71e tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 932 time: 0.0648501 Oct 04 14:34:17.614456 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8bcd1275-6c53-4c92-a0b3-590f9fb67fe7 req-4f928e9b-ac72-4bdb-b67c-567933f35c45 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537550 Oct 04 14:34:18.213575 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f787c15-ef19-491f-8b1c-c356b1cf2dc7 req-3513a32a-0a3a-4de8-8da5-c73c649af96e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:18.215168 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2f787c15-ef19-491f-8b1c-c356b1cf2dc7 req-3513a32a-0a3a-4de8-8da5-c73c649af96e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0502584 Oct 04 14:34:18.273171 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2f787c15-ef19-491f-8b1c-c356b1cf2dc7 req-e59e3d60-293b-4ab1-b2ec-7bef51b070e0 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511336 Oct 04 14:34:18.759940 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f12e8-4dc4-4a48-9e09-e9bbba2dae73 req-04a6b320-aed4-4584-91fd-4d1dcf04bb8c tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:18.761813 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c57f12e8-4dc4-4a48-9e09-e9bbba2dae73 req-04a6b320-aed4-4584-91fd-4d1dcf04bb8c tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 932 time: 0.0605597 Oct 04 14:34:18.830119 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c57f12e8-4dc4-4a48-9e09-e9bbba2dae73 req-785432ca-1f24-483c-b010-dcdf4e6bffbb tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550990 Oct 04 14:34:19.445579 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465780ec-59dd-49af-91c9-180fd79c16be req-49875bb6-86a4-4d99-b23d-fc26f7c3c3aa tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:19.447094 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-465780ec-59dd-49af-91c9-180fd79c16be req-49875bb6-86a4-4d99-b23d-fc26f7c3c3aa tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0682371 Oct 04 14:34:19.507857 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-465780ec-59dd-49af-91c9-180fd79c16be req-3bd02562-3ace-421f-a2ae-569387ef3418 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535550 Oct 04 14:34:20.044451 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ef5ff-cbb1-4c11-9af8-6696b0fcd061 req-6961914e-7429-43d4-837c-b7c1509291ff tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:20.045714 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dd3ef5ff-cbb1-4c11-9af8-6696b0fcd061 req-6961914e-7429-43d4-837c-b7c1509291ff tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 932 time: 0.0850592 Oct 04 14:34:20.109498 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dd3ef5ff-cbb1-4c11-9af8-6696b0fcd061 req-43e6148b-cb36-4ab4-8e46-aa739562f878 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564520 Oct 04 14:34:20.660120 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:20.682035 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78151705-8363-44a1-a690-f81490dfece8 req-6799b18f-77d8-460a-8290-3507c3dd1a6f tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:20.683607 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-78151705-8363-44a1-a690-f81490dfece8 req-6799b18f-77d8-460a-8290-3507c3dd1a6f tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0758777 Oct 04 14:34:20.752763 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-78151705-8363-44a1-a690-f81490dfece8 req-2ca0a8c3-e87a-4f6d-9495-4f3b3715579b tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623794 Oct 04 14:34:21.251146 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb5f2f-9829-4bf0-bc8f-0f49b1e863c3 req-10c0b289-0519-4af3-86c4-d29e5074704f tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:21.252728 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c8fb5f2f-9829-4bf0-bc8f-0f49b1e863c3 req-10c0b289-0519-4af3-86c4-d29e5074704f tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 932 time: 0.0649598 Oct 04 14:34:21.313259 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c8fb5f2f-9829-4bf0-bc8f-0f49b1e863c3 req-0fe7c8b4-9c64-4154-aae1-dddd3def4ce9 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544600 Oct 04 14:34:21.894330 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c5ce6-8271-48e6-81c7-9f9b3375b79a req-d4d7d859-d5ae-4ee4-8118-09930ef27566 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:21.895893 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a61c5ce6-8271-48e6-81c7-9f9b3375b79a req-d4d7d859-d5ae-4ee4-8118-09930ef27566 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0581608 Oct 04 14:34:21.966334 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a61c5ce6-8271-48e6-81c7-9f9b3375b79a req-466933c7-b692-486b-abf1-c966300d1415 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643523 Oct 04 14:34:22.448322 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d8621-377e-4a2e-9f22-9e22b90484da req-f59dfffb-fd15-41aa-b1fb-65b481759e86 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:22.449893 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5b8d8621-377e-4a2e-9f22-9e22b90484da req-f59dfffb-fd15-41aa-b1fb-65b481759e86 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 932 time: 0.0496151 Oct 04 14:34:22.502997 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5b8d8621-377e-4a2e-9f22-9e22b90484da req-3a05a44e-e3a6-45de-a9f3-23ef66ec0374 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471261 Oct 04 14:34:22.641981 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-96a36ab7-5c2b-4540-9a49-cf361f78746b tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--600809163&fields=id&tenant_id=1e5731dbee8946a281caefaeb02bd7ff HTTP/1.1" status: 200 len: 267 time: 0.0497842 Oct 04 14:34:22.752031 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:22.768791 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-474ca7ae-5f3b-44b5-be9c-e727eeba23d7 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:22.770275 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-474ca7ae-5f3b-44b5-be9c-e727eeba23d7 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/networks?id=3e89e862-e669-4987-af44-eb18dbc3b78d HTTP/1.1" status: 200 len: 814 time: 0.1207433 Oct 04 14:34:22.787633 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-bcb49f95-3d8c-47ff-8ef9-1de7eb783a86 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/quotas/1e5731dbee8946a281caefaeb02bd7ff HTTP/1.1" status: 200 len: 375 time: 0.0105205 Oct 04 14:34:22.840143 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-06dd4a5d-5612-45a5-8404-fb8a3cb236ef tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1e5731dbee8946a281caefaeb02bd7ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469961 Oct 04 14:34:22.941822 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-58248870-4894-428b-b4a4-4933101da0c7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889432 Oct 04 14:34:23.044843 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-cb96224c-35b9-44be-a4d2-155279b1a950 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966604 Oct 04 14:34:23.132430 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe1d38-5692-45ee-9215-c69d62acf3c0 req-322bf7cd-3005-495a-964a-483a829df081 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:23.140019 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-40fe1d38-5692-45ee-9215-c69d62acf3c0 req-322bf7cd-3005-495a-964a-483a829df081 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0630538 Oct 04 14:34:23.196172 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-40fe1d38-5692-45ee-9215-c69d62acf3c0 req-9a19c4c3-933f-454b-adea-6d39297ec03a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555832 Oct 04 14:34:23.274135 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-515e9715-8d1d-437d-a79e-13b24689162a req-f518d370-e293-4cfa-8709-51e33367c1bb tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 210 time: 0.0323415 Oct 04 14:34:23.425610 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-245b5cb6-08f7-4db5-82d7-825c130c458b service neutron] Request body: {'port': {'device_id': '6f1be2bd-b5b7-4a54-9196-df2b3061d70e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86026'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:34:23.509163 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-245b5cb6-08f7-4db5-82d7-825c130c458b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (15011792-a2ae-4555-bb5e-f16eac3afea0), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:23.545402 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=32 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:23.579532 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=82 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:23.598641 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=77,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:23.681785 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:23.715649 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efe7e4-37e7-4ad9-a42b-0df26a3aa2f5 req-3a392e2b-0417-4952-a56d-517678408562 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:23.717311 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-25efe7e4-37e7-4ad9-a42b-0df26a3aa2f5 req-3a392e2b-0417-4952-a56d-517678408562 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 932 time: 0.0835645 Oct 04 14:34:23.824337 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-25efe7e4-37e7-4ad9-a42b-0df26a3aa2f5 req-8f3932ab-54a3-4125-8def-1d753be9f2b7 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723507 Oct 04 14:34:23.889769 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:23.901379 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-245b5cb6-08f7-4db5-82d7-825c130c458b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15011792-a2ae-4555-bb5e-f16eac3afea0 {{(pid=106356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:34:23.912856 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-245b5cb6-08f7-4db5-82d7-825c130c458b service neutron] Publish callbacks [] for port (15011792-a2ae-4555-bb5e-f16eac3afea0), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:23.929857 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.provisioning_blocks [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-245b5cb6-08f7-4db5-82d7-825c130c458b service neutron] Transition to ACTIVE for port object 15011792-a2ae-4555-bb5e-f16eac3afea0 will not be triggered until provisioned by entity L2. {{(pid=106356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 14:34:23.934550 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-245b5cb6-08f7-4db5-82d7-825c130c458b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (15011792-a2ae-4555-bb5e-f16eac3afea0), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:23.985820 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b5cb6-08f7-4db5-82d7-825c130c458b service neutron] Pushing event updated for resources: {'Port': ['ID=15011792-a2ae-4555-bb5e-f16eac3afea0,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:24.062252 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-245b5cb6-08f7-4db5-82d7-825c130c458b service neutron] Attempting to bind port 15011792-a2ae-4555-bb5e-f16eac3afea0 on host hv-cinder-86026 for vnic_type normal with profile {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:34:24.062596 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-245b5cb6-08f7-4db5-82d7-825c130c458b service neutron] Attempting to bind port 15011792-a2ae-4555-bb5e-f16eac3afea0 by drivers openvswitch,hyperv on host hv-cinder-86026 at level 0 using segments [{'id': '28160fab-1756-4ac2-a33b-52e68979dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c'}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:34:24.062911 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-245b5cb6-08f7-4db5-82d7-825c130c458b service neutron] Attempting to bind port 15011792-a2ae-4555-bb5e-f16eac3afea0 on network fa33c312-594b-49b2-bd86-df2f885aca0c {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:34:24.111253 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-245b5cb6-08f7-4db5-82d7-825c130c458b service neutron] Port 15011792-a2ae-4555-bb5e-f16eac3afea0 on network fa33c312-594b-49b2-bd86-df2f885aca0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86026 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 14:34:24.111580 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-245b5cb6-08f7-4db5-82d7-825c130c458b service neutron] Attempting to bind port 15011792-a2ae-4555-bb5e-f16eac3afea0 on network fa33c312-594b-49b2-bd86-df2f885aca0c {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:34:24.158174 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-245b5cb6-08f7-4db5-82d7-825c130c458b service neutron] Checking agent: {'id': '7414b559-7f0d-43de-b796-62d1db2de72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86026', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'started_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:34:24.158887 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-245b5cb6-08f7-4db5-82d7-825c130c458b service neutron] Checking segment: {'id': '28160fab-1756-4ac2-a33b-52e68979dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:34:24.158887 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-245b5cb6-08f7-4db5-82d7-825c130c458b service neutron] Bound using segment: {'id': '28160fab-1756-4ac2-a33b-52e68979dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c'} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:34:24.159299 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-245b5cb6-08f7-4db5-82d7-825c130c458b service neutron] Bound port: 15011792-a2ae-4555-bb5e-f16eac3afea0, host: hv-cinder-86026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28160fab-1756-4ac2-a33b-52e68979dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c'}}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:34:24.159651 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-245b5cb6-08f7-4db5-82d7-825c130c458b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (15011792-a2ae-4555-bb5e-f16eac3afea0), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:24.232680 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-245b5cb6-08f7-4db5-82d7-825c130c458b service neutron] For port 15011792-a2ae-4555-bb5e-f16eac3afea0, host hv-cinder-86026, cleared binding levels {{(pid=106356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:34:24.238771 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-245b5cb6-08f7-4db5-82d7-825c130c458b service neutron] For port 15011792-a2ae-4555-bb5e-f16eac3afea0, host hv-cinder-86026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=15011792-a2ae-4555-bb5e-f16eac3afea0,segment=NetworkSegment(28160fab-1756-4ac2-a33b-52e68979dd7f),segment_id=28160fab-1756-4ac2-a33b-52e68979dd7f)] {{(pid=106356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:34:24.247425 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-245b5cb6-08f7-4db5-82d7-825c130c458b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (15011792-a2ae-4555-bb5e-f16eac3afea0), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:24.252117 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-245b5cb6-08f7-4db5-82d7-825c130c458b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:24.252727 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-245b5cb6-08f7-4db5-82d7-825c130c458b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:24.254276 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-245b5cb6-08f7-4db5-82d7-825c130c458b service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/15011792-a2ae-4555-bb5e-f16eac3afea0 HTTP/1.1" status: 200 len: 1094 time: 0.8360577 Oct 04 14:34:24.257250 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1be2bd-b5b7-4a54-9196-df2b3061d70e', 'tag': '15011792-a2ae-4555-bb5e-f16eac3afea0'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:34:24.259523 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673d66c1-f96a-496e-8e3a-45516cecf260" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1be2bd-b5b7-4a54-9196-df2b3061d70e", "tag": "15011792-a2ae-4555-bb5e-f16eac3afea0"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:34:24.314461 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b5cb6-08f7-4db5-82d7-825c130c458b service neutron] Pushing event updated for resources: {'Port': ['ID=15011792-a2ae-4555-bb5e-f16eac3afea0,revision_number=3']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:24.326053 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3d5180-0782-4132-864c-8c10eaa01e43 x-openstack-request-id: req-8c3d5180-0782-4132-864c-8c10eaa01e43 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:34:24.326411 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1be2bd-b5b7-4a54-9196-df2b3061d70e", "tag": "15011792-a2ae-4555-bb5e-f16eac3afea0", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:34:24.326835 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c3d5180-0782-4132-864c-8c10eaa01e43 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:34:24.327983 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c3d5180-0782-4132-864c-8c10eaa01e43'] response: {'name': 'network-changed', 'server_uuid': '6f1be2bd-b5b7-4a54-9196-df2b3061d70e', 'tag': '15011792-a2ae-4555-bb5e-f16eac3afea0', 'status': 'completed', 'code': 200} Oct 04 14:34:24.388753 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759b00a-4a9b-4a58-9767-42e19a81eb4e req-4bcdb607-e1a0-4105-a81e-dbf3dfed20b3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:24.391240 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d759b00a-4a9b-4a58-9767-42e19a81eb4e req-4bcdb607-e1a0-4105-a81e-dbf3dfed20b3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0769148 Oct 04 14:34:24.459255 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d759b00a-4a9b-4a58-9767-42e19a81eb4e req-752b41d0-dd39-4366-a088-123c57244c2d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608773 Oct 04 14:34:24.464186 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-63a429fa-5d84-4809-ab46-e2293894d5fb req-65bc5daf-e95a-4faf-8ebb-d50392577f2c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 210 time: 0.0321212 Oct 04 14:34:24.972687 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4bf47-8fe0-4ab4-9c9d-eb9d2c13174c req-60476023-e1c1-48c3-8b96-044e6f125aad tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:24.974345 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-9ca4bf47-8fe0-4ab4-9c9d-eb9d2c13174c req-60476023-e1c1-48c3-8b96-044e6f125aad tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 944 time: 0.0633996 Oct 04 14:34:25.028776 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-9ca4bf47-8fe0-4ab4-9c9d-eb9d2c13174c req-9b7c9fcf-003e-4ffe-91bc-6704aec1c02f tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452960 Oct 04 14:34:25.447714 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d66c1-f96a-496e-8e3a-45516cecf260 req-047433f2-0de1-4121-bed5-179e34205c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:25.450549 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-673d66c1-f96a-496e-8e3a-45516cecf260 req-047433f2-0de1-4121-bed5-179e34205c4d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9cf9a725cf7e42ea939bee84113b12ee&device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 1128 time: 0.0767729 Oct 04 14:34:25.597822 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-35f86008-6f6c-4a2d-a524-3291deef35cc req-47e8a301-7f60-48da-b6a7-2e12be9bab37 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 210 time: 0.0410728 Oct 04 14:34:25.613115 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801bf4b9-7786-4306-8b3e-2e18859eb97a req-05871032-c7e4-4c40-9910-a8a6ed079205 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:25.614669 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-801bf4b9-7786-4306-8b3e-2e18859eb97a req-05871032-c7e4-4c40-9910-a8a6ed079205 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0697577 Oct 04 14:34:25.667344 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-801bf4b9-7786-4306-8b3e-2e18859eb97a req-ad34898b-313d-4074-92b6-754ac584eb10 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464504 Oct 04 14:34:25.956712 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42187b6-8702-4bf8-a5fc-228dc9cb216c req-7f5a798d-f6ee-4961-a233-6d02822d5db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:25.958921 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d42187b6-8702-4bf8-a5fc-228dc9cb216c req-7f5a798d-f6ee-4961-a233-6d02822d5db3 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 1130 time: 0.1256595 Oct 04 14:34:25.992951 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d66c1-f96a-496e-8e3a-45516cecf260 req-f192764e-c184-4680-b4bf-6fd612551f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:25.994416 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-673d66c1-f96a-496e-8e3a-45516cecf260 req-f192764e-c184-4680-b4bf-6fd612551f42 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=9cf9a725cf7e42ea939bee84113b12ee&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1600847 Oct 04 14:34:26.058016 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:26.187567 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d42187b6-8702-4bf8-a5fc-228dc9cb216c req-1fda5dd0-0222-4468-874d-a7237f60ec12 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741023 Oct 04 14:34:26.214110 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:26.241572 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406aef2-665c-4fa8-b191-900213f328dd req-4e595c7c-3fcd-4613-b8f5-4c7547594a83 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:26.243058 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e406aef2-665c-4fa8-b191-900213f328dd req-4e595c7c-3fcd-4613-b8f5-4c7547594a83 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 944 time: 0.0792468 Oct 04 14:34:26.246066 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d66c1-f96a-496e-8e3a-45516cecf260 req-163faa4a-5db4-409d-bbfc-7e00ea0d207f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:26.247409 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-673d66c1-f96a-496e-8e3a-45516cecf260 req-163faa4a-5db4-409d-bbfc-7e00ea0d207f service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2245588 Oct 04 14:34:26.296171 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e406aef2-665c-4fa8-b191-900213f328dd req-b9888989-7258-4260-a9ac-dfb5fbfb5084 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469286 Oct 04 14:34:26.718525 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f577beb1-01c0-41cb-9c3a-aa14b7667525 req-4eeafbfb-3f87-4e4c-8d8a-b530f7e70e87 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 210 time: 0.0324376 Oct 04 14:34:26.806452 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf6f83-874c-41fe-bce3-a0f2943c46be req-bbcac1ff-a30a-41ad-bbcf-50c8b7452220 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:26.808272 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-00cf6f83-874c-41fe-bce3-a0f2943c46be req-bbcac1ff-a30a-41ad-bbcf-50c8b7452220 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0540347 Oct 04 14:34:26.871605 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-00cf6f83-874c-41fe-bce3-a0f2943c46be req-0554afbd-540a-4603-bb71-adc201df1456 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503678 Oct 04 14:34:27.000348 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-73217d4e-0f44-4fa7-ae7f-7c625468fb05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:27.216285 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:27.217079 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=8 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:27.471350 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-7da5c7f8-b0d7-4748-9ccd-89cba0a95e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:27.472905 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-7da5c7f8-b0d7-4748-9ccd-89cba0a95e96 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9cf9a725cf7e42ea939bee84113b12ee&device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 1128 time: 0.1162152 Oct 04 14:34:27.479149 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15aea6-22b8-46bd-af8b-e3a113c4864b req-39a0596f-e5a7-452d-bcff-f89ad08267f7 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:27.485024 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8c15aea6-22b8-46bd-af8b-e3a113c4864b req-39a0596f-e5a7-452d-bcff-f89ad08267f7 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 944 time: 0.0896094 Oct 04 14:34:27.541260 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8c15aea6-22b8-46bd-af8b-e3a113c4864b req-744eeeaf-a932-4979-bfb5-10c100db1a6c tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497608 Oct 04 14:34:27.578471 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-c5d87a1b-ed97-4896-b323-38e88df22f55 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15011792-a2ae-4555-bb5e-f16eac3afea0 HTTP/1.1" status: 200 len: 217 time: 0.0655000 Oct 04 14:34:27.586639 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-c16ebd77-2569-413a-bceb-d38ddc39532d tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:27.588068 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-c16ebd77-2569-413a-bceb-d38ddc39532d tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.17 "GET /networking/v2.0/networks?id=3e89e862-e669-4987-af44-eb18dbc3b78d HTTP/1.1" status: 200 len: 814 time: 0.1847439 Oct 04 14:34:27.849000 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5097e55a-b2e7-4b32-8850-0c1dc524dfa3 req-a4e55d60-a168-4631-b529-d302fa3f3831 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 210 time: 0.0403521 Oct 04 14:34:27.891359 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-26830ccb-8a67-4084-873d-1e82aafbfee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:27.892992 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-26830ccb-8a67-4084-873d-1e82aafbfee8 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=5096a64b-07f5-40cd-bfff-18ee54025b86 HTTP/1.1" status: 200 len: 853 time: 0.0549426 Oct 04 14:34:28.085314 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a6e28-ce05-49cb-bc4b-1527a8900205 req-da50ca69-18d5-4da0-949b-72153892b6ac tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:28.087118 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-164a6e28-ce05-49cb-bc4b-1527a8900205 req-da50ca69-18d5-4da0-949b-72153892b6ac tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.1201863 Oct 04 14:34:28.099927 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-06e1c1b6-a4b0-4fbf-98fc-b39e9653d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:28.101572 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-06e1c1b6-a4b0-4fbf-98fc-b39e9653d38e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fa33c312-594b-49b2-bd86-df2f885aca0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0775421 Oct 04 14:34:28.161665 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-0adf7ddc-b74e-4b5e-aed6-cd576f398a1c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1e5731dbee8946a281caefaeb02bd7ff HTTP/1.1" status: 200 len: 379 time: 0.1603830 Oct 04 14:34:28.182129 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-164a6e28-ce05-49cb-bc4b-1527a8900205 req-2871146f-27f9-4d89-98da-a14d93dca4d6 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863404 Oct 04 14:34:28.255686 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa0b8c-5f77-4ed0-bffd-795cf5775f03 req-81a50b7d-9d4c-4838-b2bd-80f425bad070 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:28.257296 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-03fa0b8c-5f77-4ed0-bffd-795cf5775f03 req-81a50b7d-9d4c-4838-b2bd-80f425bad070 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 946 time: 0.0499768 Oct 04 14:34:28.308188 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-03fa0b8c-5f77-4ed0-bffd-795cf5775f03 req-c0e64ba2-d99b-41e7-8c5b-8d7fb76051ff tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448928 Oct 04 14:34:28.689852 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-8989f572-deb6-4707-9c8a-b61202201fa8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Request body: {'port': {'device_id': '1cd13e9a-f9e0-49d8-b173-d65efded21ed', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'admin_state_up': True, 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'security_groups': ['e6fe4d95-60be-41a0-ac87-9e5d092ce11b']}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:34:28.823639 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44566799-52e6-4aec-a363-0a447e538e8a req-f63a8974-54c7-44f4-9e45-f36e22db5389 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:28.825035 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-44566799-52e6-4aec-a363-0a447e538e8a req-f63a8974-54c7-44f4-9e45-f36e22db5389 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 944 time: 0.1797042 Oct 04 14:34:28.942316 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-67566911-92e7-43e2-98a3-d43c0a799c43 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fa33c312-594b-49b2-bd86-df2f885aca0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996840 Oct 04 14:34:28.950704 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-44566799-52e6-4aec-a363-0a447e538e8a req-8e2d684b-b609-4231-8726-5675ce3871f6 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192248 Oct 04 14:34:28.966322 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-8989f572-deb6-4707-9c8a-b61202201fa8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Made reservation on behalf of 1e5731dbee8946a281caefaeb02bd7ff for: {'port': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:34:28.970553 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-8989f572-deb6-4707-9c8a-b61202201fa8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:29.025999 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:29.040201 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:29.070190 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dcabf761-023b-45e1-8351-2196c0c09c78 req-745be791-1014-4c0e-9110-a389cc28da3a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 210 time: 0.0429394 Oct 04 14:34:29.138694 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-8989f572-deb6-4707-9c8a-b61202201fa8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Allocated IP 172.20.0.7 (3e89e862-e669-4987-af44-eb18dbc3b78d/3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41/7a4d66ba-4ece-415d-8b95-8f071ff501b9) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:34:29.329224 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-8989f572-deb6-4707-9c8a-b61202201fa8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for port (7a4d66ba-4ece-415d-8b95-8f071ff501b9), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:29.337540 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48ea31-8afc-4e4c-b8ce-e15852b8c367 req-95a422ca-e0d5-4edb-b757-6c729669b4a9 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:29.338966 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5b48ea31-8afc-4e4c-b8ce-e15852b8c367 req-95a422ca-e0d5-4edb-b757-6c729669b4a9 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0697217 Oct 04 14:34:29.418068 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5b48ea31-8afc-4e4c-b8ce-e15852b8c367 req-a7a77202-a8ec-43db-a9a6-747359b6b78f tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719209 Oct 04 14:34:29.419554 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-8989f572-deb6-4707-9c8a-b61202201fa8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (7a4d66ba-4ece-415d-8b95-8f071ff501b9), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:29.435781 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0ec912aa-3a02-462a-b03a-94c4ae32e516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:29.469395 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-8989f572-deb6-4707-9c8a-b61202201fa8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Network 3e89e862-e669-4987-af44-eb18dbc3b78d is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:34:29.474822 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-8989f572-deb6-4707-9c8a-b61202201fa8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:34:29.477506 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-8989f572-deb6-4707-9c8a-b61202201fa8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:34:29.480554 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989f572-deb6-4707-9c8a-b61202201fa8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event updated for resources: {'Port': ['ID=7a4d66ba-4ece-415d-8b95-8f071ff501b9,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:29.574815 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-8989f572-deb6-4707-9c8a-b61202201fa8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:29.575390 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-8989f572-deb6-4707-9c8a-b61202201fa8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:29.594510 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870c893-1e82-4a67-ba12-09eb9b9b2dc5 req-723ff9a5-096c-439d-8637-6dac12e3f75f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:29.596167 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6870c893-1e82-4a67-ba12-09eb9b9b2dc5 req-723ff9a5-096c-439d-8637-6dac12e3f75f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 946 time: 0.0760119 Oct 04 14:34:29.605365 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-8989f572-deb6-4707-9c8a-b61202201fa8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9251907 Oct 04 14:34:29.656693 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6870c893-1e82-4a67-ba12-09eb9b9b2dc5 req-408a03aa-8489-4c73-bd7a-4b6d63fbf9a6 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499678 Oct 04 14:34:29.741669 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-936bc794-950b-444b-b6b6-f08da40a58c5 None None] Provisioning complete for port 7a4d66ba-4ece-415d-8b95-8f071ff501b9 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:34:29.742043 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-936bc794-950b-444b-b6b6-f08da40a58c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (7a4d66ba-4ece-415d-8b95-8f071ff501b9), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:29.742379 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-936bc794-950b-444b-b6b6-f08da40a58c5 None None] Attempt 1 to provision port 7a4d66ba-4ece-415d-8b95-8f071ff501b9 Oct 04 14:34:29.776587 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-936bc794-950b-444b-b6b6-f08da40a58c5 None None] Port 7a4d66ba-4ece-415d-8b95-8f071ff501b9 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:34:29.989256 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683aa513-ea4e-4567-9eae-2f43a485b6b4 req-80cc53ad-8b53-42fe-a9f7-cbf22244de1d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:29.990757 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-683aa513-ea4e-4567-9eae-2f43a485b6b4 req-80cc53ad-8b53-42fe-a9f7-cbf22244de1d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0479636 Oct 04 14:34:30.043639 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-683aa513-ea4e-4567-9eae-2f43a485b6b4 req-fd09a69c-204e-4996-b4ef-8ef22d26c892 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466256 Oct 04 14:34:30.162124 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8da910-6b83-482f-ac21-80743d566167 req-d29f2d39-56c7-45ab-b66f-40ffb685cb07 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:30.163531 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7f8da910-6b83-482f-ac21-80743d566167 req-d29f2d39-56c7-45ab-b66f-40ffb685cb07 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 944 time: 0.0595849 Oct 04 14:34:30.214369 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7f8da910-6b83-482f-ac21-80743d566167 req-f5d056c7-ca03-4cde-8bc8-53503d64930b tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449226 Oct 04 14:34:30.274553 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-7ba7ff82-02be-4cb1-892a-24eb5b131600 service neutron] Request body: {'port': {'device_id': '1cd13e9a-f9e0-49d8-b173-d65efded21ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86026'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:34:30.344760 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:30.392761 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:30.459583 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b130159-8e61-4fbe-b205-385047f7a65e req-217a5683-47d2-44c3-82a4-aaa43f2ea584 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:30.461200 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5b130159-8e61-4fbe-b205-385047f7a65e req-217a5683-47d2-44c3-82a4-aaa43f2ea584 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 931 time: 0.1175447 Oct 04 14:34:30.484125 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-7ba7ff82-02be-4cb1-892a-24eb5b131600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (7a4d66ba-4ece-415d-8b95-8f071ff501b9), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:30.494809 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-53172b90-fd74-4021-992b-12e9c88fc9f9 req-e3c1a212-f3c2-4f00-810b-3591286f2fde service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fa33c312-594b-49b2-bd86-df2f885aca0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590623 Oct 04 14:34:30.582179 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5b130159-8e61-4fbe-b205-385047f7a65e req-5cca61e0-475c-404e-b90c-26058c8bc6fa tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e6fe4d95-60be-41a0-ac87-9e5d092ce11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119123 Oct 04 14:34:30.806392 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae595a9-cf53-4926-93b0-73e376df7711 req-4724ab94-aa37-4500-a417-27620d49c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:30.807968 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-dae595a9-cf53-4926-93b0-73e376df7711 req-4724ab94-aa37-4500-a417-27620d49c28a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ec24f1b720bd42ebb37a36d65757aacd&device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 1130 time: 0.3272970 Oct 04 14:34:31.123557 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f4b2b-0b26-434b-b5bb-456a0614efb6 req-17d92e04-f8af-49c1-8bd3-27d1d5f30b37 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:31.125900 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a92f4b2b-0b26-434b-b5bb-456a0614efb6 req-17d92e04-f8af-49c1-8bd3-27d1d5f30b37 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 946 time: 0.3477941 Oct 04 14:34:31.189179 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62da32-55ac-4264-9215-a27402066165 req-3d479b3f-c973-461e-9de5-cb183a505812 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:31.191185 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-af62da32-55ac-4264-9215-a27402066165 req-3d479b3f-c973-461e-9de5-cb183a505812 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0580273 Oct 04 14:34:31.194787 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-7ba7ff82-02be-4cb1-892a-24eb5b131600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4d66ba-4ece-415d-8b95-8f071ff501b9 {{(pid=106356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:34:31.209984 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-7ba7ff82-02be-4cb1-892a-24eb5b131600 service neutron] Publish callbacks [] for port (7a4d66ba-4ece-415d-8b95-8f071ff501b9), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:31.244917 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a92f4b2b-0b26-434b-b5bb-456a0614efb6 req-614f5cb4-1407-4f80-af6c-0a2b5028174b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037292 Oct 04 14:34:31.246013 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.provisioning_blocks [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-7ba7ff82-02be-4cb1-892a-24eb5b131600 service neutron] Transition to ACTIVE for port object 7a4d66ba-4ece-415d-8b95-8f071ff501b9 will not be triggered until provisioned by entity L2. {{(pid=106356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 14:34:31.251331 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-7ba7ff82-02be-4cb1-892a-24eb5b131600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (7a4d66ba-4ece-415d-8b95-8f071ff501b9), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:31.253536 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-af62da32-55ac-4264-9215-a27402066165 req-17190b14-f754-4f8d-b915-518c6db2e7af tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562329 Oct 04 14:34:31.299157 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7ff82-02be-4cb1-892a-24eb5b131600 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4d66ba-4ece-415d-8b95-8f071ff501b9,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:31.414598 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f7d30-7828-4620-bc3a-70e5c1e996bc req-9dbabf39-c536-4324-a1f2-25b7fc203a5f tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:31.416116 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-880f7d30-7828-4620-bc3a-70e5c1e996bc req-9dbabf39-c536-4324-a1f2-25b7fc203a5f tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 944 time: 0.0672424 Oct 04 14:34:31.451720 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-7ba7ff82-02be-4cb1-892a-24eb5b131600 service neutron] Attempting to bind port 7a4d66ba-4ece-415d-8b95-8f071ff501b9 on host hv-cinder-86026 for vnic_type normal with profile {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:34:31.452257 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-7ba7ff82-02be-4cb1-892a-24eb5b131600 service neutron] Attempting to bind port 7a4d66ba-4ece-415d-8b95-8f071ff501b9 by drivers openvswitch,hyperv on host hv-cinder-86026 at level 0 using segments [{'id': '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d'}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:34:31.452840 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-7ba7ff82-02be-4cb1-892a-24eb5b131600 service neutron] Attempting to bind port 7a4d66ba-4ece-415d-8b95-8f071ff501b9 on network 3e89e862-e669-4987-af44-eb18dbc3b78d {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:34:31.508409 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:31.540708 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-880f7d30-7828-4620-bc3a-70e5c1e996bc req-2fea79fe-7d1f-477d-a894-f6cb89dfe95d tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134200 Oct 04 14:34:31.544731 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-7ba7ff82-02be-4cb1-892a-24eb5b131600 service neutron] Port 7a4d66ba-4ece-415d-8b95-8f071ff501b9 on network 3e89e862-e669-4987-af44-eb18dbc3b78d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86026 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 14:34:31.545316 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-7ba7ff82-02be-4cb1-892a-24eb5b131600 service neutron] Attempting to bind port 7a4d66ba-4ece-415d-8b95-8f071ff501b9 on network 3e89e862-e669-4987-af44-eb18dbc3b78d {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:34:31.599585 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-7ba7ff82-02be-4cb1-892a-24eb5b131600 service neutron] Checking agent: {'id': '7414b559-7f0d-43de-b796-62d1db2de72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86026', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'started_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:34:31.599933 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-7ba7ff82-02be-4cb1-892a-24eb5b131600 service neutron] Checking segment: {'id': '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:34:31.600364 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-7ba7ff82-02be-4cb1-892a-24eb5b131600 service neutron] Bound using segment: {'id': '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d'} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:34:31.600824 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-7ba7ff82-02be-4cb1-892a-24eb5b131600 service neutron] Bound port: 7a4d66ba-4ece-415d-8b95-8f071ff501b9, host: hv-cinder-86026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d'}}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:34:31.601190 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-7ba7ff82-02be-4cb1-892a-24eb5b131600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (7a4d66ba-4ece-415d-8b95-8f071ff501b9), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:31.699314 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:31.722667 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-7ba7ff82-02be-4cb1-892a-24eb5b131600 service neutron] For port 7a4d66ba-4ece-415d-8b95-8f071ff501b9, host hv-cinder-86026, cleared binding levels {{(pid=106356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:34:31.730688 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3592fe4-f56c-411b-83af-e9f693fb3427 req-9698e592-9526-4608-a234-572e73d03781 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:31.732228 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d3592fe4-f56c-411b-83af-e9f693fb3427 req-9698e592-9526-4608-a234-572e73d03781 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 946 time: 0.0688398 Oct 04 14:34:31.735187 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-7ba7ff82-02be-4cb1-892a-24eb5b131600 service neutron] For port 7a4d66ba-4ece-415d-8b95-8f071ff501b9, host hv-cinder-86026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=7a4d66ba-4ece-415d-8b95-8f071ff501b9,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:34:31.748451 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-7ba7ff82-02be-4cb1-892a-24eb5b131600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (7a4d66ba-4ece-415d-8b95-8f071ff501b9), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:31.753324 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-7ba7ff82-02be-4cb1-892a-24eb5b131600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:31.753946 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-7ba7ff82-02be-4cb1-892a-24eb5b131600 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:31.755332 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-7ba7ff82-02be-4cb1-892a-24eb5b131600 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/7a4d66ba-4ece-415d-8b95-8f071ff501b9 HTTP/1.1" status: 200 len: 1093 time: 1.5177412 Oct 04 14:34:31.776050 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd13e9a-f9e0-49d8-b173-d65efded21ed', 'tag': '7a4d66ba-4ece-415d-8b95-8f071ff501b9'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:34:31.779023 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c204865e-53ac-41f4-8490-3a5bcfe185e7" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd13e9a-f9e0-49d8-b173-d65efded21ed", "tag": "7a4d66ba-4ece-415d-8b95-8f071ff501b9"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:34:31.793300 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bd755-5a20-4f7f-b9cf-860434a69207 req-3d2cc7d1-e4b4-40af-8763-810b0d4e3dd3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:31.794859 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7e1bd755-5a20-4f7f-b9cf-860434a69207 req-3d2cc7d1-e4b4-40af-8763-810b0d4e3dd3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 943 time: 0.1085973 Oct 04 14:34:31.813563 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:31.883291 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae595a9-cf53-4926-93b0-73e376df7711 req-29c5214f-4cf5-41ef-bb4e-57eacbdfa855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:31.884133 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7ff82-02be-4cb1-892a-24eb5b131600 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4d66ba-4ece-415d-8b95-8f071ff501b9,revision_number=3']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:31.885832 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-dae595a9-cf53-4926-93b0-73e376df7711 req-29c5214f-4cf5-41ef-bb4e-57eacbdfa855 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=f70b9727-7199-4fe7-bb77-16baf61f7e49 HTTP/1.1" status: 200 len: 920 time: 0.2278991 Oct 04 14:34:31.898094 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-d3592fe4-f56c-411b-83af-e9f693fb3427 req-b7ea9604-018e-4664-871f-3362bbee507f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Deleting port fdc4ad8e-1631-4821-915b-f8fee37479d7 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:34:31.898494 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-d3592fe4-f56c-411b-83af-e9f693fb3427 req-b7ea9604-018e-4664-871f-3362bbee507f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:31.916177 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5893343d-b2e2-4556-8373-af37a5fc4ead x-openstack-request-id: req-5893343d-b2e2-4556-8373-af37a5fc4ead {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:34:31.916517 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd13e9a-f9e0-49d8-b173-d65efded21ed", "tag": "7a4d66ba-4ece-415d-8b95-8f071ff501b9", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:34:31.916737 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5893343d-b2e2-4556-8373-af37a5fc4ead {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:34:31.917146 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5893343d-b2e2-4556-8373-af37a5fc4ead'] response: {'name': 'network-changed', 'server_uuid': '1cd13e9a-f9e0-49d8-b173-d65efded21ed', 'tag': '7a4d66ba-4ece-415d-8b95-8f071ff501b9', 'status': 'completed', 'code': 200} Oct 04 14:34:31.985798 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7e1bd755-5a20-4f7f-b9cf-860434a69207 req-46609d1d-d055-4619-a450-5340619ef8a8 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e6fe4d95-60be-41a0-ac87-9e5d092ce11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776836 Oct 04 14:34:31.989037 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-dae595a9-cf53-4926-93b0-73e376df7711 req-becf9c26-2b29-45fb-bfdb-dba9c312c3c0 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31660410-8845-41c4-b49c-b89043507bb3 HTTP/1.1" status: 200 len: 1002 time: 0.0969636 Oct 04 14:34:32.006425 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-d8a5820a-0c07-4d6b-b0aa-6c18e4dd9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:32.007920 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-d8a5820a-0c07-4d6b-b0aa-6c18e4dd9bb8 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1e5731dbee8946a281caefaeb02bd7ff&device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 1127 time: 0.0585001 Oct 04 14:34:32.049664 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae595a9-cf53-4926-93b0-73e376df7711 req-b7f2b0ad-f6bf-4aab-affa-b3d74398b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:32.051238 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-dae595a9-cf53-4926-93b0-73e376df7711 req-b7f2b0ad-f6bf-4aab-affa-b3d74398b57a service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0b6ce1ed-cefc-4d28-95ba-a2004388db27 HTTP/1.1" status: 200 len: 858 time: 0.0562117 Oct 04 14:34:32.074208 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-d3592fe4-f56c-411b-83af-e9f693fb3427 req-b7ea9604-018e-4664-871f-3362bbee507f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] For port fdc4ad8e-1631-4821-915b-f8fee37479d7, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=fdc4ad8e-1631-4821-915b-f8fee37479d7,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:34:32.074567 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-d3592fe4-f56c-411b-83af-e9f693fb3427 req-b7ea9604-018e-4664-871f-3362bbee507f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:32.077760 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-db604f0d-360a-4289-bf11-39db5610bb4f service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a4d66ba-4ece-415d-8b95-8f071ff501b9 HTTP/1.1" status: 200 len: 217 time: 0.0533993 Oct 04 14:34:32.090933 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:32.100008 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae595a9-cf53-4926-93b0-73e376df7711 req-7f1269d3-3b67-43b1-baaf-4a8ce072f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:32.101584 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-dae595a9-cf53-4926-93b0-73e376df7711 req-7f1269d3-3b67-43b1-baaf-4a8ce072f7b8 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=f70b9727-7199-4fe7-bb77-16baf61f7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436335 Oct 04 14:34:32.210783 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-dae595a9-cf53-4926-93b0-73e376df7711 req-24038896-4ef0-4b5c-9ed9-05699d3e00ee service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021135 Oct 04 14:34:32.213662 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-32c1aef9-3261-439e-b835-9d820f016c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:32.215144 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-32c1aef9-3261-439e-b835-9d820f016c7d service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41 HTTP/1.1" status: 200 len: 853 time: 0.1297174 Oct 04 14:34:32.277277 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:32.318943 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-276c17a4-a3cd-4d55-991b-311f86b7b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:32.320500 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-276c17a4-a3cd-4d55-991b-311f86b7b30e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=3e89e862-e669-4987-af44-eb18dbc3b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0929408 Oct 04 14:34:32.324509 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-dae595a9-cf53-4926-93b0-73e376df7711 req-7c5d5292-9737-416b-a663-15fb0d5bfa65 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031208 Oct 04 14:34:32.341363 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-d3592fe4-f56c-411b-83af-e9f693fb3427 req-b7ea9604-018e-4664-871f-3362bbee507f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:32.341732 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-d3592fe4-f56c-411b-83af-e9f693fb3427 req-b7ea9604-018e-4664-871f-3362bbee507f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (654dc4fc-ada5-4cf0-bcec-97d62cb866b1), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:32.342053 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.l3_db [req-d3592fe4-f56c-411b-83af-e9f693fb3427 req-b7ea9604-018e-4664-871f-3362bbee507f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Floating IP 654dc4fc-ada5-4cf0-bcec-97d62cb866b1 disassociated. External IP: 172.27.3.150, port: fdc4ad8e-1631-4821-915b-f8fee37479d7. Oct 04 14:34:32.343246 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-d3592fe4-f56c-411b-83af-e9f693fb3427 req-b7ea9604-018e-4664-871f-3362bbee507f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Calling delete_port for fdc4ad8e-1631-4821-915b-f8fee37479d7 owned by compute:nova {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:34:32.351361 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:34:32.450590 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd19b4-07ac-4fd3-821d-f51d4f6648db req-bdb2541b-0505-43c9-bf4e-12f3e9103275 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:32.453440 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c9cd19b4-07ac-4fd3-821d-f51d4f6648db req-bdb2541b-0505-43c9-bf4e-12f3e9103275 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0583210 Oct 04 14:34:32.480041 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:32.496653 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d05aab-662c-4224-ad75-efabfe010642 req-0380ccdd-12ae-46de-909d-f99c98ebb62c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:32.498224 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-39d05aab-662c-4224-ad75-efabfe010642 req-0380ccdd-12ae-46de-909d-f99c98ebb62c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 946 time: 0.1251435 Oct 04 14:34:32.517959 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c9cd19b4-07ac-4fd3-821d-f51d4f6648db req-54298954-00cb-47a5-b4b4-cb1d97d2f43d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539873 Oct 04 14:34:32.574022 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-d18024df-e68a-4cb8-8d43-1ae3d1ca867d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282457 Oct 04 14:34:32.636706 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-39d05aab-662c-4224-ad75-efabfe010642 req-58d717b6-0fcf-45ad-bd57-1823f06216a4 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e0658475-b05b-4809-a258-130104ee38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015794 Oct 04 14:34:32.671682 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-d3592fe4-f56c-411b-83af-e9f693fb3427 req-b7ea9604-018e-4664-871f-3362bbee507f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (fdc4ad8e-1631-4821-915b-f8fee37479d7), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:32.678057 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d0ff5-2498-44bc-8ad8-d6285b278b88 req-975943c8-8cd4-4899-afd3-fb522eee5939 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:32.685450 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8c1d0ff5-2498-44bc-8ad8-d6285b278b88 req-975943c8-8cd4-4899-afd3-fb522eee5939 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 944 time: 0.0575845 Oct 04 14:34:32.709164 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea9604-018e-4664-871f-3362bbee507f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Pushing event deleted for resources: {'Port': ['ID=fdc4ad8e-1631-4821-915b-f8fee37479d7,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:32.739854 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8c1d0ff5-2498-44bc-8ad8-d6285b278b88 req-c635df9b-66be-4383-a358-632fa865783d tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534978 Oct 04 14:34:32.753647 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:32.839135 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3592fe4-f56c-411b-83af-e9f693fb3427 req-b7ea9604-018e-4664-871f-3362bbee507f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Router b9d09624-1d1e-4c4f-96a0-a3804f4dea7b has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:34:32.886007 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:32.955731 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3592fe4-f56c-411b-83af-e9f693fb3427 req-b7ea9604-018e-4664-871f-3362bbee507f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:34:32.975634 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0927e8e4-f06a-4235-bf4e-519772ec15f8 None None] Sync routers for ids ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:34:32.988222 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0927e8e4-f06a-4235-bf4e-519772ec15f8 None None] Routers {'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:34:32.988895 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-0927e8e4-f06a-4235-bf4e-519772ec15f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:34:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:34:33.004030 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3592fe4-f56c-411b-83af-e9f693fb3427 req-b7ea9604-018e-4664-871f-3362bbee507f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] No DVR routers for this DVR port fdc4ad8e-1631-4821-915b-f8fee37479d7 on host hv-cinder-86026 {{(pid=106356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:34:33.007384 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-d3592fe4-f56c-411b-83af-e9f693fb3427 req-b7ea9604-018e-4664-871f-3362bbee507f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:33.012595 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d3592fe4-f56c-411b-83af-e9f693fb3427 req-b7ea9604-018e-4664-871f-3362bbee507f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.17 "DELETE /networking/v2.0/ports/fdc4ad8e-1631-4821-915b-f8fee37479d7 HTTP/1.1" status: 204 len: 173 time: 1.2737439 Oct 04 14:34:33.105222 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-0927e8e4-f06a-4235-bf4e-519772ec15f8 None None] Set router b9d09624-1d1e-4c4f-96a0-a3804f4dea7b gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:34:33.121973 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850630e-d526-4aa8-9f77-cf142ebdcd50 req-5f71a026-276a-4cb5-82da-0579558597b3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:33.123558 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7850630e-d526-4aa8-9f77-cf142ebdcd50 req-5f71a026-276a-4cb5-82da-0579558597b3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 943 time: 0.0529876 Oct 04 14:34:33.320243 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-0927e8e4-f06a-4235-bf4e-519772ec15f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2018339653-router', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '951134fa-23d9-410d-b121-c1a0b575003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:34Z', 'updated_at': '2022-10-04T14:29:48Z', 'revision_number': 4, 'project_id': '64993786e21b45beb7829ceaede4777a', 'gw_port': {'id': '951134fa-23d9-410d-b121-c1a0b575003b', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'f004d664-0ae6-4070-bf47-5ed383a38482', 'name': '', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'mac_address': 'fa:16:3e:21:fa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:46Z', 'updated_at': '2022-10-04T14:30:04Z', 'revision_number': 5, 'project_id': '64993786e21b45beb7829ceaede4777a', 'subnets': [{'id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:34:33.325285 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7850630e-d526-4aa8-9f77-cf142ebdcd50 req-ab9ac042-cefe-4061-b2b5-08d70439a22f tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e6fe4d95-60be-41a0-ac87-9e5d092ce11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958656 Oct 04 14:34:33.350453 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0927e8e4-f06a-4235-bf4e-519772ec15f8 None None] Checking router: b9d09624-1d1e-4c4f-96a0-a3804f4dea7b for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:34:33.361077 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0927e8e4-f06a-4235-bf4e-519772ec15f8 None None] Routers {'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:34:33.361722 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-0927e8e4-f06a-4235-bf4e-519772ec15f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:34:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:34:33.464945 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-0927e8e4-f06a-4235-bf4e-519772ec15f8 None None] Set router b9d09624-1d1e-4c4f-96a0-a3804f4dea7b gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:34:33.673171 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f485a-0fcd-4582-ad6f-34c7b2266ad8 req-7bf18175-fd79-43a4-babb-ecb29ca0cd5b tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:33.674901 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e83f485a-0fcd-4582-ad6f-34c7b2266ad8 req-7bf18175-fd79-43a4-babb-ecb29ca0cd5b tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0535791 Oct 04 14:34:33.678345 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-0927e8e4-f06a-4235-bf4e-519772ec15f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2018339653-router', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '951134fa-23d9-410d-b121-c1a0b575003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:34Z', 'updated_at': '2022-10-04T14:29:48Z', 'revision_number': 4, 'project_id': '64993786e21b45beb7829ceaede4777a', 'gw_port': {'id': '951134fa-23d9-410d-b121-c1a0b575003b', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'f004d664-0ae6-4070-bf47-5ed383a38482', 'name': '', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'mac_address': 'fa:16:3e:21:fa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:46Z', 'updated_at': '2022-10-04T14:30:04Z', 'revision_number': 5, 'project_id': '64993786e21b45beb7829ceaede4777a', 'subnets': [{'id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:34:33.704844 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0927e8e4-f06a-4235-bf4e-519772ec15f8 None None] The sync data for ids ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'] in dv-cinder-860260-1-iscsi is: [{'id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2018339653-router', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '951134fa-23d9-410d-b121-c1a0b575003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:34Z', 'updated_at': '2022-10-04T14:29:48Z', 'revision_number': 4, 'project_id': '64993786e21b45beb7829ceaede4777a', 'gw_port': {'id': '951134fa-23d9-410d-b121-c1a0b575003b', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'f004d664-0ae6-4070-bf47-5ed383a38482', 'name': '', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'mac_address': 'fa:16:3e:21:fa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:46Z', 'updated_at': '2022-10-04T14:30:04Z', 'revision_number': 5, 'project_id': '64993786e21b45beb7829ceaede4777a', 'subnets': [{'id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:34:33.750752 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e83f485a-0fcd-4582-ad6f-34c7b2266ad8 req-f8945e5a-c3f7-4368-aa8f-5bd5ca5063d9 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682003 Oct 04 14:34:33.758061 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f520c79f-c25c-412c-8c23-d61b5267150e req-60cbb34b-cc2b-4b5e-90a8-76fe36a67f18 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 210 time: 0.0326378 Oct 04 14:34:33.842816 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:33.884135 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257a61d-0aa2-4fa6-8945-b5744b68f86d req-9d87c28f-74ff-4299-852b-ac19a3462fd8 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:33.885792 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2257a61d-0aa2-4fa6-8945-b5744b68f86d req-9d87c28f-74ff-4299-852b-ac19a3462fd8 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 944 time: 0.0520759 Oct 04 14:34:33.918764 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128c7edb-5a5c-4f1c-b3cc-efc3b3a00677', 'name': 'network-vif-deleted', 'tag': 'fdc4ad8e-1631-4821-915b-f8fee37479d7'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:34:33.921848 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43ce0ae-49f2-4625-9589-a4b9b42d0716" -d '{"events": [{"server_uuid": "128c7edb-5a5c-4f1c-b3cc-efc3b3a00677", "name": "network-vif-deleted", "tag": "fdc4ad8e-1631-4821-915b-f8fee37479d7"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:34:33.944895 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2257a61d-0aa2-4fa6-8945-b5744b68f86d req-b4e880b6-c8c4-4786-bfa0-a169a5fee1db tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507522 Oct 04 14:34:33.978289 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55e47fa-58ed-4600-9aad-807e56b69e14 x-openstack-request-id: req-a55e47fa-58ed-4600-9aad-807e56b69e14 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:34:33.978675 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128c7edb-5a5c-4f1c-b3cc-efc3b3a00677", "name": "network-vif-deleted", "tag": "fdc4ad8e-1631-4821-915b-f8fee37479d7", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:34:33.978830 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a55e47fa-58ed-4600-9aad-807e56b69e14 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:34:33.979240 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a55e47fa-58ed-4600-9aad-807e56b69e14'] response: {'server_uuid': '128c7edb-5a5c-4f1c-b3cc-efc3b3a00677', 'name': 'network-vif-deleted', 'tag': 'fdc4ad8e-1631-4821-915b-f8fee37479d7', 'status': 'completed', 'code': 200} Oct 04 14:34:34.011442 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cb1088-545a-4832-8d1c-c90c35cec7cf None None] New status for floating IP 654dc4fc-ada5-4cf0-bcec-97d62cb866b1: DOWN {{(pid=106358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:34:34.154867 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-55c804a0-f116-40db-b0dc-cf8ac0353cbb req-56c969cb-6465-4214-9f95-506591285db2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045969 Oct 04 14:34:34.519015 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304ec25-c33c-4d74-ae64-8063788e8016 req-f1ea1710-542e-4b81-8d30-dac21259854b tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:34.520585 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4304ec25-c33c-4d74-ae64-8063788e8016 req-f1ea1710-542e-4b81-8d30-dac21259854b tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 943 time: 0.1142821 Oct 04 14:34:34.568867 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4304ec25-c33c-4d74-ae64-8063788e8016 req-64dfe003-e20a-435f-9174-6b18d9d458ae tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e6fe4d95-60be-41a0-ac87-9e5d092ce11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421348 Oct 04 14:34:34.705157 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 15011792-a2ae-4555-bb5e-f16eac3afea0 details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:34:34.724184 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device fdc4ad8e-1631-4821-915b-f8fee37479d7 no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:34:34.753499 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] No Port match for: fdc4ad8e-1631-4821-915b-f8fee37479d7 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:34:34.753841 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device fdc4ad8e-1631-4821-915b-f8fee37479d7 not bound to the agent host hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:34:34.842630 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 15011792-a2ae-4555-bb5e-f16eac3afea0, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=15011792-a2ae-4555-bb5e-f16eac3afea0,segment=NetworkSegment(28160fab-1756-4ac2-a33b-52e68979dd7f),segment_id=28160fab-1756-4ac2-a33b-52e68979dd7f)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:34:34.855158 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': '15011792-a2ae-4555-bb5e-f16eac3afea0', 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c', 'port_id': '15011792-a2ae-4555-bb5e-f16eac3afea0', 'mac_address': 'fa:16:3e:b0:7c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5096a64b-07f5-40cd-bfff-18ee54025b86', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:34:34.896862 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083965d-b1ed-4534-a496-eb10d1db92d0 req-e66aa88d-a434-4de8-a754-22f1074418af tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:34.898570 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4083965d-b1ed-4534-a496-eb10d1db92d0 req-e66aa88d-a434-4de8-a754-22f1074418af tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0521719 Oct 04 14:34:34.902280 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-afa1ff63-0947-41b0-9e72-8d4daaebd3e9 req-4771290c-4629-4e0e-bcd6-4b79e2180fc4 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 210 time: 0.0359406 Oct 04 14:34:34.955689 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4083965d-b1ed-4534-a496-eb10d1db92d0 req-942723e6-42b4-418f-b742-df58e9849bf6 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493941 Oct 04 14:34:35.034898 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 15011792-a2ae-4555-bb5e-f16eac3afea0 is: DOWN; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:34:35.035375 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (15011792-a2ae-4555-bb5e-f16eac3afea0), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:35.050591 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15011792-a2ae-4555-bb5e-f16eac3afea0 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:34:35.056121 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:35.084452 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 15011792-a2ae-4555-bb5e-f16eac3afea0, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=15011792-a2ae-4555-bb5e-f16eac3afea0,segment=NetworkSegment(28160fab-1756-4ac2-a33b-52e68979dd7f),segment_id=28160fab-1756-4ac2-a33b-52e68979dd7f)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:34:35.084883 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f72ecd-c94b-48bd-bfa0-f235c51cb6af req-bea2c954-7fe2-4ac8-a3b7-030e4ff8cead tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:35.086842 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-44f72ecd-c94b-48bd-bfa0-f235c51cb6af req-bea2c954-7fe2-4ac8-a3b7-030e4ff8cead tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 944 time: 0.0616643 Oct 04 14:34:35.089447 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (15011792-a2ae-4555-bb5e-f16eac3afea0), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:35.098200 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed2ec9-1fb7-49a4-88c7-e3dd8c349bd7 req-975c325b-9651-4855-b80d-d55544f36340 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:35.099759 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dbed2ec9-1fb7-49a4-88c7-e3dd8c349bd7 req-975c325b-9651-4855-b80d-d55544f36340 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0677013 Oct 04 14:34:35.110972 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 46386) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:34:35.120018 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-a4260ff7-831f-4a21-bdd6-386673a55596 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Request body: {'floatingip': {'port_id': '31660410-8845-41c4-b49c-b89043507bb3'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:34:35.144571 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=15011792-a2ae-4555-bb5e-f16eac3afea0,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:35.159053 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-44f72ecd-c94b-48bd-bfa0-f235c51cb6af req-54fb448c-6fa3-4012-99ff-23479c0be05f tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655847 Oct 04 14:34:35.184291 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-a4260ff7-831f-4a21-bdd6-386673a55596 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for floatingip (8cd2c2d0-fd58-4135-9071-30e18fa0d9fb), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:35.290752 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:35.505801 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['15011792-a2ae-4555-bb5e-f16eac3afea0'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:34:35.614961 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:35.653473 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:35.701366 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-a4260ff7-831f-4a21-bdd6-386673a55596 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:35.706547 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-a4260ff7-831f-4a21-bdd6-386673a55596 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (8cd2c2d0-fd58-4135-9071-30e18fa0d9fb), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:35.755997 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b35e3-45a5-4265-9c27-1b63cc9dee11 req-7a6e181c-df27-4524-8726-2e17794445a0 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:35.757484 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-067b35e3-45a5-4265-9c27-1b63cc9dee11 req-7a6e181c-df27-4524-8726-2e17794445a0 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 943 time: 0.0931287 Oct 04 14:34:35.767203 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:35.857286 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-067b35e3-45a5-4265-9c27-1b63cc9dee11 req-b1dbd9b7-901b-4664-b0c4-15fcb84d4347 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e6fe4d95-60be-41a0-ac87-9e5d092ce11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927632 Oct 04 14:34:35.972715 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4260ff7-831f-4a21-bdd6-386673a55596 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Router 3307909d-82d8-4346-9073-4c4354e246f2 has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:34:36.027817 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-224c1958-26a0-4802-8c5f-ff1f3e32468d req-8a040a0a-6c2c-4f03-a6b0-c28ac97d2812 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 210 time: 0.0281036 Oct 04 14:34:36.112866 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4260ff7-831f-4a21-bdd6-386673a55596 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:34:36.118314 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-a4260ff7-831f-4a21-bdd6-386673a55596 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:36.124890 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc86ab97-dd8c-4ed7-8b17-db356919f1c4 None None] Sync routers for ids ['3307909d-82d8-4346-9073-4c4354e246f2'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:34:36.138557 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc86ab97-dd8c-4ed7-8b17-db356919f1c4 None None] Routers {'3307909d-82d8-4346-9073-4c4354e246f2'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:34:36.139422 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-cc86ab97-dd8c-4ed7-8b17-db356919f1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:34:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['3307909d-82d8-4346-9073-4c4354e246f2'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:34:36.142921 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:36.150951 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204865e-53ac-41f4-8490-3a5bcfe185e7 req-4c897cdd-37ba-4e14-9857-37c54d4cf5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:36.152876 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c204865e-53ac-41f4-8490-3a5bcfe185e7 req-4c897cdd-37ba-4e14-9857-37c54d4cf5c2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1e5731dbee8946a281caefaeb02bd7ff&device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 1127 time: 0.0824850 Oct 04 14:34:36.162328 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302', 'tag': '31660410-8845-41c4-b49c-b89043507bb3'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:34:36.164047 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f219e05b-f961-4d40-97c2-5ba887de9cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302", "tag": "31660410-8845-41c4-b49c-b89043507bb3"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:34:36.200089 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-a4260ff7-831f-4a21-bdd6-386673a55596 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/8cd2c2d0-fd58-4135-9071-30e18fa0d9fb HTTP/1.1" status: 200 len: 994 time: 1.0839667 Oct 04 14:34:36.249644 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf723a2c-5417-40c9-8648-6887fad61f40 x-openstack-request-id: req-cf723a2c-5417-40c9-8648-6887fad61f40 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:34:36.249935 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302", "tag": "31660410-8845-41c4-b49c-b89043507bb3", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:34:36.250227 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf723a2c-5417-40c9-8648-6887fad61f40 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:34:36.250633 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf723a2c-5417-40c9-8648-6887fad61f40'] response: {'name': 'network-changed', 'server_uuid': '0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302', 'tag': '31660410-8845-41c4-b49c-b89043507bb3', 'status': 'completed', 'code': 200} Oct 04 14:34:36.274092 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-cc86ab97-dd8c-4ed7-8b17-db356919f1c4 None None] Set router 3307909d-82d8-4346-9073-4c4354e246f2 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:34:36.303590 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492c9ae-3ae7-4c4e-946e-4fb3d7f05a1e req-71bbbe00-870e-4ffc-a4af-3ff5dc95eda8 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:36.305122 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5492c9ae-3ae7-4c4e-946e-4fb3d7f05a1e req-71bbbe00-870e-4ffc-a4af-3ff5dc95eda8 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 945 time: 0.0576892 Oct 04 14:34:36.355659 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5492c9ae-3ae7-4c4e-946e-4fb3d7f05a1e req-2bafc25d-c9a9-4785-8ef5-478f0406eb44 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447314 Oct 04 14:34:36.501940 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-cc86ab97-dd8c-4ed7-8b17-db356919f1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3307909d-82d8-4346-9073-4c4354e246f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1683789294-router', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:31Z', 'updated_at': '2022-10-04T14:29:45Z', 'revision_number': 4, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'gw_port': {'id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:33Z', 'updated_at': '2022-10-04T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': '8cd2c2d0-fd58-4135-9071-30e18fa0d9fb', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'port_id': '31660410-8845-41c4-b49c-b89043507bb3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'mac_address': 'fa:16:3e:b4:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:32:29Z', 'updated_at': '2022-10-04T14:34:35Z', 'revision_number': 3, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6', 'name': '', 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'mac_address': 'fa:16:3e:3f:25:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:40Z', 'updated_at': '2022-10-04T14:29:59Z', 'revision_number': 5, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'subnets': [{'id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:34:36.534893 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc86ab97-dd8c-4ed7-8b17-db356919f1c4 None None] Checking router: 3307909d-82d8-4346-9073-4c4354e246f2 for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:34:36.545273 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:36.552421 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc86ab97-dd8c-4ed7-8b17-db356919f1c4 None None] Routers {'3307909d-82d8-4346-9073-4c4354e246f2'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:34:36.553566 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-cc86ab97-dd8c-4ed7-8b17-db356919f1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:34:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['3307909d-82d8-4346-9073-4c4354e246f2'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:34:36.626519 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219e05b-f961-4d40-97c2-5ba887de9cdb req-a043684a-bb0b-4178-b5fc-031983f0ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:36.627914 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f219e05b-f961-4d40-97c2-5ba887de9cdb req-a043684a-bb0b-4178-b5fc-031983f0ea11 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ec24f1b720bd42ebb37a36d65757aacd&device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 1130 time: 0.0811515 Oct 04 14:34:36.657551 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204865e-53ac-41f4-8490-3a5bcfe185e7 req-301a86a7-03e2-4526-8d79-6a44d7823126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:36.658988 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c204865e-53ac-41f4-8490-3a5bcfe185e7 req-301a86a7-03e2-4526-8d79-6a44d7823126 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=3e89e862-e669-4987-af44-eb18dbc3b78d HTTP/1.1" status: 200 len: 915 time: 0.1416836 Oct 04 14:34:36.666547 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-cc86ab97-dd8c-4ed7-8b17-db356919f1c4 None None] Set router 3307909d-82d8-4346-9073-4c4354e246f2 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:34:36.743155 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 15011792-a2ae-4555-bb5e-f16eac3afea0 up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:34:36.848137 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning for port 15011792-a2ae-4555-bb5e-f16eac3afea0 completed by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 14:34:36.856608 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port 15011792-a2ae-4555-bb5e-f16eac3afea0 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:34:36.856987 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (15011792-a2ae-4555-bb5e-f16eac3afea0), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:36.857328 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port 15011792-a2ae-4555-bb5e-f16eac3afea0 Oct 04 14:34:37.016502 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-cc86ab97-dd8c-4ed7-8b17-db356919f1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3307909d-82d8-4346-9073-4c4354e246f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1683789294-router', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:31Z', 'updated_at': '2022-10-04T14:29:45Z', 'revision_number': 4, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'gw_port': {'id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:33Z', 'updated_at': '2022-10-04T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': '8cd2c2d0-fd58-4135-9071-30e18fa0d9fb', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'port_id': '31660410-8845-41c4-b49c-b89043507bb3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'mac_address': 'fa:16:3e:b4:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:32:29Z', 'updated_at': '2022-10-04T14:34:35Z', 'revision_number': 3, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6', 'name': '', 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'mac_address': 'fa:16:3e:3f:25:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:40Z', 'updated_at': '2022-10-04T14:29:59Z', 'revision_number': 5, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'subnets': [{'id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:34:37.022868 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 15011792-a2ae-4555-bb5e-f16eac3afea0 is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:34:37.023264 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (15011792-a2ae-4555-bb5e-f16eac3afea0), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:37.052056 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc86ab97-dd8c-4ed7-8b17-db356919f1c4 None None] The sync data for ids ['3307909d-82d8-4346-9073-4c4354e246f2'] in dv-cinder-860260-1-iscsi is: [{'id': '3307909d-82d8-4346-9073-4c4354e246f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1683789294-router', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:31Z', 'updated_at': '2022-10-04T14:29:45Z', 'revision_number': 4, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'gw_port': {'id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:33Z', 'updated_at': '2022-10-04T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': '8cd2c2d0-fd58-4135-9071-30e18fa0d9fb', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'port_id': '31660410-8845-41c4-b49c-b89043507bb3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'mac_address': 'fa:16:3e:b4:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:32:29Z', 'updated_at': '2022-10-04T14:34:35Z', 'revision_number': 3, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6', 'name': '', 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'mac_address': 'fa:16:3e:3f:25:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:40Z', 'updated_at': '2022-10-04T14:29:59Z', 'revision_number': 5, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'subnets': [{'id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:34:37.080913 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1be2bd-b5b7-4a54-9196-df2b3061d70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15011792-a2ae-4555-bb5e-f16eac3afea0'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:34:37.083580 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e2e509-a964-4b1c-9572-cd199dec567c" -d '{"events": [{"server_uuid": "6f1be2bd-b5b7-4a54-9196-df2b3061d70e", "name": "network-vif-plugged", "status": "completed", "tag": "15011792-a2ae-4555-bb5e-f16eac3afea0"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:34:37.101232 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 15011792-a2ae-4555-bb5e-f16eac3afea0, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=15011792-a2ae-4555-bb5e-f16eac3afea0,segment=NetworkSegment(28160fab-1756-4ac2-a33b-52e68979dd7f),segment_id=28160fab-1756-4ac2-a33b-52e68979dd7f)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:34:37.106698 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (15011792-a2ae-4555-bb5e-f16eac3afea0), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:37.180686 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=15011792-a2ae-4555-bb5e-f16eac3afea0,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:37.213993 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2e94240b-fbd8-444b-ad83-2bd2c58b9d4f req-c1187a55-0fa6-4d61-9b7b-3e4ab3b4ba0a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=128c7edb-5a5c-4f1c-b3cc-efc3b3a00677 HTTP/1.1" status: 200 len: 210 time: 0.0486650 Oct 04 14:34:37.278886 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892c3db8-ae0e-4d90-9ff8-4278200652d6 x-openstack-request-id: req-892c3db8-ae0e-4d90-9ff8-4278200652d6 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:34:37.279407 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1be2bd-b5b7-4a54-9196-df2b3061d70e", "name": "network-vif-plugged", "status": "completed", "tag": "15011792-a2ae-4555-bb5e-f16eac3afea0", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:34:37.280011 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-892c3db8-ae0e-4d90-9ff8-4278200652d6 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:34:37.281381 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-892c3db8-ae0e-4d90-9ff8-4278200652d6'] response: {'server_uuid': '6f1be2bd-b5b7-4a54-9196-df2b3061d70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15011792-a2ae-4555-bb5e-f16eac3afea0', 'code': 200} Oct 04 14:34:37.423347 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c204865e-53ac-41f4-8490-3a5bcfe185e7 req-2cd34f35-3717-4721-beb1-47c8d9dd8621 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a4d66ba-4ece-415d-8b95-8f071ff501b9 HTTP/1.1" status: 200 len: 217 time: 0.4599261 Oct 04 14:34:37.486531 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7f18c-46d0-4a06-9f9f-8796d7ff6a05 req-32d0bee3-0365-4a5f-96a4-45bcbcf6de01 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:37.493439 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b9d7f18c-46d0-4a06-9f9f-8796d7ff6a05 req-32d0bee3-0365-4a5f-96a4-45bcbcf6de01 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 943 time: 0.0944996 Oct 04 14:34:37.497953 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9524c3-657a-4b21-bd8e-b63edb30e99c req-66cf0152-5938-4e8b-a328-7e227bdfeab2 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:37.500862 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-fc9524c3-657a-4b21-bd8e-b63edb30e99c req-66cf0152-5938-4e8b-a328-7e227bdfeab2 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 946 time: 0.0547390 Oct 04 14:34:37.530611 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219e05b-f961-4d40-97c2-5ba887de9cdb req-c757ef08-ee98-4778-a67c-09198eedd8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:37.532677 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f219e05b-f961-4d40-97c2-5ba887de9cdb req-c757ef08-ee98-4778-a67c-09198eedd8bf service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=f70b9727-7199-4fe7-bb77-16baf61f7e49 HTTP/1.1" status: 200 len: 920 time: 0.6096060 Oct 04 14:34:37.560028 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-fc9524c3-657a-4b21-bd8e-b63edb30e99c req-566fd959-4905-4515-8a2a-22e5b751af2d tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528109 Oct 04 14:34:37.579288 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b9d7f18c-46d0-4a06-9f9f-8796d7ff6a05 req-b691e891-747d-4e8e-a3ae-9f4b8d6411e4 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e6fe4d95-60be-41a0-ac87-9e5d092ce11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847123 Oct 04 14:34:37.742464 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f219e05b-f961-4d40-97c2-5ba887de9cdb req-1f3f0d64-2dd2-4d0b-a663-44e6261497bd service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31660410-8845-41c4-b49c-b89043507bb3 HTTP/1.1" status: 200 len: 1002 time: 0.1545403 Oct 04 14:34:37.744041 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204865e-53ac-41f4-8490-3a5bcfe185e7 req-7d08b022-8abe-4dda-bdf7-d7620ed5dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:37.745516 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c204865e-53ac-41f4-8490-3a5bcfe185e7 req-7d08b022-8abe-4dda-bdf7-d7620ed5dbf2 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41 HTTP/1.1" status: 200 len: 853 time: 0.1432464 Oct 04 14:34:37.844301 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204865e-53ac-41f4-8490-3a5bcfe185e7 req-b61b5e34-d3ad-42ab-a109-03bbe9a4ff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:37.845837 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c204865e-53ac-41f4-8490-3a5bcfe185e7 req-b61b5e34-d3ad-42ab-a109-03bbe9a4ff5b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=3e89e862-e669-4987-af44-eb18dbc3b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818520 Oct 04 14:34:37.847475 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219e05b-f961-4d40-97c2-5ba887de9cdb req-f5f26550-f77e-48e4-9c38-3ce47984eeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:37.849028 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f219e05b-f961-4d40-97c2-5ba887de9cdb req-f5f26550-f77e-48e4-9c38-3ce47984eeaf service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0b6ce1ed-cefc-4d28-95ba-a2004388db27 HTTP/1.1" status: 200 len: 858 time: 0.0866568 Oct 04 14:34:37.860836 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06cb61-22e6-4b23-91b6-02999bd30cdb req-213337a5-daaa-4424-aa15-540a6596432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:37.862385 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4e06cb61-22e6-4b23-91b6-02999bd30cdb req-213337a5-daaa-4424-aa15-540a6596432a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 1130 time: 0.0486486 Oct 04 14:34:37.900712 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:37.913452 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4e06cb61-22e6-4b23-91b6-02999bd30cdb req-c3a25515-489d-4e2f-9fcb-c8b326fe86f4 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436163 Oct 04 14:34:37.955007 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219e05b-f961-4d40-97c2-5ba887de9cdb req-61985a11-6b10-4636-ad67-41c520b6772d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:37.956514 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f219e05b-f961-4d40-97c2-5ba887de9cdb req-61985a11-6b10-4636-ad67-41c520b6772d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=f70b9727-7199-4fe7-bb77-16baf61f7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0873077 Oct 04 14:34:37.962031 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:37.990128 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c204865e-53ac-41f4-8490-3a5bcfe185e7 req-057697ac-93dc-4f67-87a1-af6e49e37c14 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284292 Oct 04 14:34:38.054326 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:38.252304 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302', 'tag': '31660410-8845-41c4-b49c-b89043507bb3'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:34:38.254732 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc39bfa3-ec7e-437c-bd09-5f6c212eb901" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302", "tag": "31660410-8845-41c4-b49c-b89043507bb3"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:34:38.300411 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75388ff-02d4-4647-a127-28369defc710 x-openstack-request-id: req-f75388ff-02d4-4647-a127-28369defc710 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:34:38.300709 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302", "tag": "31660410-8845-41c4-b49c-b89043507bb3", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:34:38.301043 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f75388ff-02d4-4647-a127-28369defc710 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:34:38.301379 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f75388ff-02d4-4647-a127-28369defc710'] response: {'name': 'network-changed', 'server_uuid': '0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302', 'tag': '31660410-8845-41c4-b49c-b89043507bb3', 'status': 'completed', 'code': 200} Oct 04 14:34:38.308069 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 46422) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:34:38.364234 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4c7de9ff-0633-417e-93cd-95cc8b919aac tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for security_group (e0658475-b05b-4809-a258-130104ee38c4), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:38.387822 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4c7de9ff-0633-417e-93cd-95cc8b919aac tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for security_group (e0658475-b05b-4809-a258-130104ee38c4), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:38.440601 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4c7de9ff-0633-417e-93cd-95cc8b919aac tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (e0658475-b05b-4809-a258-130104ee38c4), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:38.443256 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4c7de9ff-0633-417e-93cd-95cc8b919aac tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:38.444433 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-4c7de9ff-0633-417e-93cd-95cc8b919aac tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e0658475-b05b-4809-a258-130104ee38c4 HTTP/1.1" status: 204 len: 168 time: 0.1353455 Oct 04 14:34:38.447421 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 46424) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:34:38.456057 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7de9ff-0633-417e-93cd-95cc8b919aac tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0658475-b05b-4809-a258-130104ee38c4,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:38.462704 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.api.v2.resource [None req-ee9088f5-556c-44c1-b621-e0460f5133b2 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] show failed (client error): The resource could not be found. Oct 04 14:34:38.463635 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-ee9088f5-556c-44c1-b621-e0460f5133b2 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups/e0658475-b05b-4809-a258-130104ee38c4 HTTP/1.1" status: 404 len: 347 time: 0.0151017 Oct 04 14:34:38.466632 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 46426) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:34:38.585012 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-aaf14d29-4679-4e44-acce-91b6393aad42 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Deleting port 52842cf5-f52e-406f-aed6-02ec1a6eb95e {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:34:38.585351 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-aaf14d29-4679-4e44-acce-91b6393aad42 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (52842cf5-f52e-406f-aed6-02ec1a6eb95e), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:38.702031 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-aaf14d29-4679-4e44-acce-91b6393aad42 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (52842cf5-f52e-406f-aed6-02ec1a6eb95e), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:38.702369 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-aaf14d29-4679-4e44-acce-91b6393aad42 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for floatingip (52842cf5-f52e-406f-aed6-02ec1a6eb95e), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:38.716402 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:38.726496 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-aaf14d29-4679-4e44-acce-91b6393aad42 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Calling delete_port for 52842cf5-f52e-406f-aed6-02ec1a6eb95e owned by network:floatingip {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:34:38.728243 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71d0f4-cbfd-4dee-be4f-9685d2918979 req-b865bda8-b5c8-43d5-a598-02b9866c969d tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:38.730099 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ea71d0f4-cbfd-4dee-be4f-9685d2918979 req-b865bda8-b5c8-43d5-a598-02b9866c969d tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 943 time: 0.0490789 Oct 04 14:34:38.737000 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57308234-d3fd-47fe-a62e-7d09e426c688 req-f540fea9-04fd-401c-914b-52938e3d942e tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:38.738423 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-57308234-d3fd-47fe-a62e-7d09e426c688 req-f540fea9-04fd-401c-914b-52938e3d942e tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 946 time: 0.0745864 Oct 04 14:34:38.789943 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ea71d0f4-cbfd-4dee-be4f-9685d2918979 req-e85f0a05-7c84-4897-bdcd-6ea133bd5ae0 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e6fe4d95-60be-41a0-ac87-9e5d092ce11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533004 Oct 04 14:34:38.851924 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-57308234-d3fd-47fe-a62e-7d09e426c688 req-912023a5-2333-4acf-9e3b-1334643db91b tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055071 Oct 04 14:34:38.921904 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-aaf14d29-4679-4e44-acce-91b6393aad42 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (52842cf5-f52e-406f-aed6-02ec1a6eb95e), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:38.949450 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf14d29-4679-4e44-acce-91b6393aad42 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Pushing event deleted for resources: {'Port': ['ID=52842cf5-f52e-406f-aed6-02ec1a6eb95e,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:39.017019 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-aaf14d29-4679-4e44-acce-91b6393aad42 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for floatingip (654dc4fc-ada5-4cf0-bcec-97d62cb866b1), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:39.019327 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-aaf14d29-4679-4e44-acce-91b6393aad42 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:39.020487 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-aaf14d29-4679-4e44-acce-91b6393aad42 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/654dc4fc-ada5-4cf0-bcec-97d62cb866b1 HTTP/1.1" status: 204 len: 168 time: 0.5528793 Oct 04 14:34:39.113832 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 46436) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:34:39.118351 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-2c4555d0-6fb9-4f90-b93e-d486f87bbd7f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1989406495', 'description': 'tempest-description--650985440'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:34:39.139336 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2c4555d0-6fb9-4f90-b93e-d486f87bbd7f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:39.203448 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:39.214343 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2c4555d0-6fb9-4f90-b93e-d486f87bbd7f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for security_group (f9f5312e-5c40-4c8b-87a2-ec1c417d96c8), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:39.222058 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2c4555d0-6fb9-4f90-b93e-d486f87bbd7f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (f9f5312e-5c40-4c8b-87a2-ec1c417d96c8), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:39.258665 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2c4555d0-6fb9-4f90-b93e-d486f87bbd7f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:39.259919 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-2c4555d0-6fb9-4f90-b93e-d486f87bbd7f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1450644 Oct 04 14:34:39.262041 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4555d0-6fb9-4f90-b93e-d486f87bbd7f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:39.264722 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 46438) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:34:39.269697 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-10bf2973-6981-446c-a012-5665aa8353b3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Request body: {'security_group_rule': {'security_group_id': 'f9f5312e-5c40-4c8b-87a2-ec1c417d96c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:34:39.298795 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-10bf2973-6981-446c-a012-5665aa8353b3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for security_group_rule (792e7314-a161-4487-ae2c-d5c4424855a9), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:39.357053 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-10bf2973-6981-446c-a012-5665aa8353b3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for security_group_rule (792e7314-a161-4487-ae2c-d5c4424855a9), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:39.361127 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-10bf2973-6981-446c-a012-5665aa8353b3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (792e7314-a161-4487-ae2c-d5c4424855a9), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:39.381877 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf2973-6981-446c-a012-5665aa8353b3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792e7314-a161-4487-ae2c-d5c4424855a9,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:39.390481 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-10bf2973-6981-446c-a012-5665aa8353b3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:39.391730 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-10bf2973-6981-446c-a012-5665aa8353b3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257212 Oct 04 14:34:39.394776 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 46442) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:34:39.401722 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-44d8b928-3c82-4e8e-90b7-58b9c47668b6 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Request body: {'security_group_rule': {'security_group_id': 'f9f5312e-5c40-4c8b-87a2-ec1c417d96c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:34:39.432763 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-44d8b928-3c82-4e8e-90b7-58b9c47668b6 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for security_group_rule (697771d5-4ed9-4842-ae00-03870c9dbb1f), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:39.495853 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-44d8b928-3c82-4e8e-90b7-58b9c47668b6 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for security_group_rule (697771d5-4ed9-4842-ae00-03870c9dbb1f), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:39.501372 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-44d8b928-3c82-4e8e-90b7-58b9c47668b6 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (697771d5-4ed9-4842-ae00-03870c9dbb1f), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:39.532237 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:39.534992 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8b928-3c82-4e8e-90b7-58b9c47668b6 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697771d5-4ed9-4842-ae00-03870c9dbb1f,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:39.546891 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-44d8b928-3c82-4e8e-90b7-58b9c47668b6 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:39.548885 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-44d8b928-3c82-4e8e-90b7-58b9c47668b6 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513748 Oct 04 14:34:39.551955 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 46444) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:34:39.556941 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-b918449a-fb21-48bf-9dbd-36f91ba3f111 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Request body: {'floatingip': {'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:34:39.580757 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b918449a-fb21-48bf-9dbd-36f91ba3f111 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:39.672886 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b918449a-fb21-48bf-9dbd-36f91ba3f111 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:39.691406 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 7a4d66ba-4ece-415d-8b95-8f071ff501b9 details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:34:39.785787 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_common [None req-b918449a-fb21-48bf-9dbd-36f91ba3f111 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Allocated IP 172.27.3.20 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/12c39d76-4731-4ebb-a680-fe7f9ac9aafd) {{(pid=106355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:34:39.797731 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 7a4d66ba-4ece-415d-8b95-8f071ff501b9, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=7a4d66ba-4ece-415d-8b95-8f071ff501b9,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:34:39.815978 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': '7a4d66ba-4ece-415d-8b95-8f071ff501b9', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'port_id': '7a4d66ba-4ece-415d-8b95-8f071ff501b9', 'mac_address': 'fa:16:3e:76:a4:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:34:39.861664 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 7a4d66ba-4ece-415d-8b95-8f071ff501b9 is: DOWN; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:34:39.862128 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (7a4d66ba-4ece-415d-8b95-8f071ff501b9), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:39.879266 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4d66ba-4ece-415d-8b95-8f071ff501b9 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:34:39.884577 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:39.904243 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 7a4d66ba-4ece-415d-8b95-8f071ff501b9, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=7a4d66ba-4ece-415d-8b95-8f071ff501b9,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:34:39.913761 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (7a4d66ba-4ece-415d-8b95-8f071ff501b9), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:39.915389 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b918449a-fb21-48bf-9dbd-36f91ba3f111 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for port (12c39d76-4731-4ebb-a680-fe7f9ac9aafd), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:39.947638 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90091c97-452b-4920-a90b-9d5af78ef6ad req-9971d41f-84c3-41d8-b7e5-45bea740a20f tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:39.950786 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-90091c97-452b-4920-a90b-9d5af78ef6ad req-9971d41f-84c3-41d8-b7e5-45bea740a20f tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 943 time: 0.0796931 Oct 04 14:34:39.970964 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=7a4d66ba-4ece-415d-8b95-8f071ff501b9,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:39.979899 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b918449a-fb21-48bf-9dbd-36f91ba3f111 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (12c39d76-4731-4ebb-a680-fe7f9ac9aafd), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:40.009491 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-90091c97-452b-4920-a90b-9d5af78ef6ad req-44805940-7847-4c8f-9684-e3f99b953f9d tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e6fe4d95-60be-41a0-ac87-9e5d092ce11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523968 Oct 04 14:34:40.030494 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7ed12-c76b-452a-9dff-e91ee61c77f0 req-27f951f9-59aa-48e0-b6b7-ab7b9abf0c6c tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:40.032471 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-62d7ed12-c76b-452a-9dff-e91ee61c77f0 req-27f951f9-59aa-48e0-b6b7-ab7b9abf0c6c tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 946 time: 0.0840900 Oct 04 14:34:40.042098 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b918449a-fb21-48bf-9dbd-36f91ba3f111 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:34:40.053895 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-b918449a-fb21-48bf-9dbd-36f91ba3f111 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:34:40.063617 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b918449a-fb21-48bf-9dbd-36f91ba3f111 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Received port after_create {{(pid=106355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:34:40.086568 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918449a-fb21-48bf-9dbd-36f91ba3f111 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Pushing event updated for resources: {'Port': ['ID=12c39d76-4731-4ebb-a680-fe7f9ac9aafd,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:40.088633 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:40.118432 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:40.136592 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-62d7ed12-c76b-452a-9dff-e91ee61c77f0 req-d9818df2-6146-41e8-99c6-39fc1c0c801d tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964987 Oct 04 14:34:40.180160 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b918449a-fb21-48bf-9dbd-36f91ba3f111 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for floatingip (b78edfcb-0b07-4880-9604-e25092e24f2e), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:40.221605 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b918449a-fb21-48bf-9dbd-36f91ba3f111 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (12c39d76-4731-4ebb-a680-fe7f9ac9aafd), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:40.381753 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b918449a-fb21-48bf-9dbd-36f91ba3f111 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for port (12c39d76-4731-4ebb-a680-fe7f9ac9aafd), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:40.387673 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b918449a-fb21-48bf-9dbd-36f91ba3f111 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577893'] for port (12c39d76-4731-4ebb-a680-fe7f9ac9aafd), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:40.455714 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b918449a-fb21-48bf-9dbd-36f91ba3f111 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (b78edfcb-0b07-4880-9604-e25092e24f2e), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:40.458412 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918449a-fb21-48bf-9dbd-36f91ba3f111 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Pushing event updated for resources: {'Port': ['ID=12c39d76-4731-4ebb-a680-fe7f9ac9aafd,revision_number=2']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:40.474798 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b918449a-fb21-48bf-9dbd-36f91ba3f111 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:40.476039 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-b918449a-fb21-48bf-9dbd-36f91ba3f111 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9228737 Oct 04 14:34:40.689629 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-69172188-756e-47a2-9b3b-313c75111616 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1989406495&fields=id&tenant_id=64993786e21b45beb7829ceaede4777a HTTP/1.1" status: 200 len: 267 time: 0.0462077 Oct 04 14:34:40.802234 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-4c3282f7-2086-4c2f-b961-39706d958646 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:40.803758 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-4c3282f7-2086-4c2f-b961-39706d958646 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/networks?id=8adffcb3-eb41-48c9-bdc6-30a7213ac01c HTTP/1.1" status: 200 len: 817 time: 0.1076140 Oct 04 14:34:40.819808 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-534e7125-7efd-402e-9a19-da390aa8ecd6 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/quotas/64993786e21b45beb7829ceaede4777a HTTP/1.1" status: 200 len: 375 time: 0.0105264 Oct 04 14:34:40.875493 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-f8fa75bf-703c-4369-bf79-e70e5661e12b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=64993786e21b45beb7829ceaede4777a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500314 Oct 04 14:34:41.024919 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-f1d43455-29cd-43c2-9a45-ad6bc6ee615f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/8adffcb3-eb41-48c9-bdc6-30a7213ac01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373913 Oct 04 14:34:41.130047 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['7a4d66ba-4ece-415d-8b95-8f071ff501b9'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:34:41.137260 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272df16d-7bc2-4551-981d-bfe35c8599d2 req-3e2acc70-f894-4988-8c5f-da7f1b65c38a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:41.144898 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-272df16d-7bc2-4551-981d-bfe35c8599d2 req-3e2acc70-f894-4988-8c5f-da7f1b65c38a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 944 time: 0.0574677 Oct 04 14:34:41.178282 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:41.198697 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-272df16d-7bc2-4551-981d-bfe35c8599d2 req-cdc41d4e-bf8f-4b75-a08d-4e09f04a2ebb tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e6fe4d95-60be-41a0-ac87-9e5d092ce11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520568 Oct 04 14:34:41.229487 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c204865e-53ac-41f4-8490-3a5bcfe185e7 req-106030fc-4db2-45e3-aff0-ade1e9d35a8b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443504 Oct 04 14:34:41.235164 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:41.248094 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=100 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:41.249331 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f219e05b-f961-4d40-97c2-5ba887de9cdb req-b6381e98-f484-44a4-8d4b-44ad104930c3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628980 Oct 04 14:34:41.254348 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-dfd2eedc-d815-4ec9-815f-01aa8f31a6c5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/8adffcb3-eb41-48c9-bdc6-30a7213ac01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017949 Oct 04 14:34:41.317445 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e3fd2-dbba-4a72-b3d0-22b28cf75e5b req-393be794-ec2f-4548-9c24-c4d410127ce8 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:41.319005 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3c8e3fd2-dbba-4a72-b3d0-22b28cf75e5b req-393be794-ec2f-4548-9c24-c4d410127ce8 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 946 time: 0.0530324 Oct 04 14:34:41.370918 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3c8e3fd2-dbba-4a72-b3d0-22b28cf75e5b req-dacf02cd-5b6f-4b2d-969f-29d9384a4050 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462890 Oct 04 14:34:41.433043 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9b6694f3-cb41-4be5-8ac1-4d8f181014b4 req-6ff68349-b4cd-4d55-a0a6-212f42bbc38a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 210 time: 0.0334680 Oct 04 14:34:41.590153 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5c744ffc-3d5b-490c-983d-c35f45069d38 req-7665802d-82ba-4a2a-9397-fce1fa08a1a9 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0579400 Oct 04 14:34:41.616958 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f219e05b-f961-4d40-97c2-5ba887de9cdb req-2e0d6a05-4e9e-462a-82f0-961eadb3e618 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292443 Oct 04 14:34:41.708005 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c744ffc-3d5b-490c-983d-c35f45069d38 req-f542e028-02a3-474f-96af-3ad24a1b3c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:41.709588 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5c744ffc-3d5b-490c-983d-c35f45069d38 req-f542e028-02a3-474f-96af-3ad24a1b3c7d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=3a4fa5d0aa0e4bf98816e4600023ca99&device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 1129 time: 0.0469081 Oct 04 14:34:41.832643 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:41.842615 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39bfa3-ec7e-437c-bd09-5f6c212eb901 req-09a50c74-6624-453b-9afb-3737cbba336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:41.843660 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bc39bfa3-ec7e-437c-bd09-5f6c212eb901 req-09a50c74-6624-453b-9afb-3737cbba336c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ec24f1b720bd42ebb37a36d65757aacd&device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 1130 time: 0.0932822 Oct 04 14:34:41.877765 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c744ffc-3d5b-490c-983d-c35f45069d38 req-09cd93cf-ee76-414d-b521-a4ff23befac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:41.879241 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5c744ffc-3d5b-490c-983d-c35f45069d38 req-09cd93cf-ee76-414d-b521-a4ff23befac3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c224c131-1e09-47f0-b40a-1a73221baea0 HTTP/1.1" status: 200 len: 911 time: 0.1307204 Oct 04 14:34:42.331041 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadf5bf-4446-4065-9ec1-ab567596e9cc req-b374d974-06d9-47d5-be3c-bd8df0b3038e tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:42.332623 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-9dadf5bf-4446-4065-9ec1-ab567596e9cc req-b374d974-06d9-47d5-be3c-bd8df0b3038e tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 944 time: 0.0554216 Oct 04 14:34:42.383987 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-9dadf5bf-4446-4065-9ec1-ab567596e9cc req-1bf20e51-9fc2-40d2-b0f3-2d5d979ab294 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e6fe4d95-60be-41a0-ac87-9e5d092ce11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421185 Oct 04 14:34:42.509173 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da27826-88a6-43e7-b469-54fe7ee1f864 req-565432b4-4a8f-4744-a7e6-c2a92b4a7817 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:42.510572 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3da27826-88a6-43e7-b469-54fe7ee1f864 req-565432b4-4a8f-4744-a7e6-c2a92b4a7817 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 946 time: 0.0504100 Oct 04 14:34:42.549301 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-49427ce9-0f1c-4771-890e-4f412d67f124 req-50c000c8-ffcf-47ad-bba2-7f05fa65d96f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 210 time: 0.0328968 Oct 04 14:34:42.562411 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3da27826-88a6-43e7-b469-54fe7ee1f864 req-284558a5-5137-4e6e-9ff8-e8a15f5c6450 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449357 Oct 04 14:34:42.700598 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aceba0-d986-450a-83c4-01dbabd73e32 req-e117bee7-f55c-4e0d-8dab-4b620bf38e0b tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:42.702243 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c1aceba0-d986-450a-83c4-01dbabd73e32 req-e117bee7-f55c-4e0d-8dab-4b620bf38e0b tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 946 time: 0.0596356 Oct 04 14:34:42.760043 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c1aceba0-d986-450a-83c4-01dbabd73e32 req-67bbe64b-e074-4c55-85c8-a29638b8bb3f tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467229 Oct 04 14:34:43.125755 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10214ea-3462-4b1d-9e69-3874ee090ab2 req-7dd45cf5-ebbf-4ffa-8c29-49e77e9b45d6 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:43.127304 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c10214ea-3462-4b1d-9e69-3874ee090ab2 req-7dd45cf5-ebbf-4ffa-8c29-49e77e9b45d6 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 946 time: 0.0521355 Oct 04 14:34:43.177882 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c10214ea-3462-4b1d-9e69-3874ee090ab2 req-4f40a5de-a8cb-4b9f-a9f6-da96457fd5f8 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447023 Oct 04 14:34:43.540178 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2157fa-67fe-49c3-b5d5-63fba12bec39 req-5dc1cdbd-0e69-4748-ad1b-aa06a7c7e71f tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:43.541793 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-de2157fa-67fe-49c3-b5d5-63fba12bec39 req-5dc1cdbd-0e69-4748-ad1b-aa06a7c7e71f tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 944 time: 0.0735698 Oct 04 14:34:43.605432 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-de2157fa-67fe-49c3-b5d5-63fba12bec39 req-1e218582-1b97-4255-aacf-71d27612a1e3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e6fe4d95-60be-41a0-ac87-9e5d092ce11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558395 Oct 04 14:34:43.673589 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-925ab601-c9e6-4e00-b5ce-5e1f48afb491 req-e913eca5-258f-484c-9bae-fd41574c3e4f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 210 time: 0.0356407 Oct 04 14:34:44.097105 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:44.100126 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:44.736218 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12266515-7ae1-48c9-92ad-34de6d49780d req-e9932da3-7198-40aa-91d8-2436f37298b3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:44.737788 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-12266515-7ae1-48c9-92ad-34de6d49780d req-e9932da3-7198-40aa-91d8-2436f37298b3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 944 time: 0.0493131 Oct 04 14:34:44.791216 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-12266515-7ae1-48c9-92ad-34de6d49780d req-e523ae87-9115-42e7-8de6-ffab24a0cb85 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e6fe4d95-60be-41a0-ac87-9e5d092ce11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474365 Oct 04 14:34:44.808451 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-9b164419-8704-4d9b-8fa7-7a7059fb0137 req-4046a082-8cbe-45fb-bf50-a55660e6ba9e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 210 time: 0.0334957 Oct 04 14:34:45.145176 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 7a4d66ba-4ece-415d-8b95-8f071ff501b9 up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:34:45.191299 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning for port 7a4d66ba-4ece-415d-8b95-8f071ff501b9 completed by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 14:34:45.197997 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port 7a4d66ba-4ece-415d-8b95-8f071ff501b9 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:34:45.198384 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (7a4d66ba-4ece-415d-8b95-8f071ff501b9), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:45.198787 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port 7a4d66ba-4ece-415d-8b95-8f071ff501b9 Oct 04 14:34:45.280244 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 7a4d66ba-4ece-415d-8b95-8f071ff501b9 is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:34:45.280690 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (7a4d66ba-4ece-415d-8b95-8f071ff501b9), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:45.307398 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd13e9a-f9e0-49d8-b173-d65efded21ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4d66ba-4ece-415d-8b95-8f071ff501b9'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:34:45.309737 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a031e1-4e9f-4e95-acff-da73117dbc29" -d '{"events": [{"server_uuid": "1cd13e9a-f9e0-49d8-b173-d65efded21ed", "name": "network-vif-plugged", "status": "completed", "tag": "7a4d66ba-4ece-415d-8b95-8f071ff501b9"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:34:45.330881 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 7a4d66ba-4ece-415d-8b95-8f071ff501b9, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=7a4d66ba-4ece-415d-8b95-8f071ff501b9,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:34:45.336176 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (7a4d66ba-4ece-415d-8b95-8f071ff501b9), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:45.371889 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31be77ac-4ae1-4bde-a088-c9314906d375 x-openstack-request-id: req-31be77ac-4ae1-4bde-a088-c9314906d375 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:34:45.372242 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd13e9a-f9e0-49d8-b173-d65efded21ed", "name": "network-vif-plugged", "status": "completed", "tag": "7a4d66ba-4ece-415d-8b95-8f071ff501b9", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:34:45.372537 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-31be77ac-4ae1-4bde-a088-c9314906d375 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:34:45.372935 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31be77ac-4ae1-4bde-a088-c9314906d375'] response: {'server_uuid': '1cd13e9a-f9e0-49d8-b173-d65efded21ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4d66ba-4ece-415d-8b95-8f071ff501b9', 'code': 200} Oct 04 14:34:45.411717 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=7a4d66ba-4ece-415d-8b95-8f071ff501b9,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:45.420685 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:45.421042 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:45.421410 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:45.421771 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:45.422105 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:45.422433 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:45.422769 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:45.423078 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:45.423404 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:45.423729 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:45.424068 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:45.424414 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:45.424742 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:45.425067 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:45.425441 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:45.495198 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5c744ffc-3d5b-490c-983d-c35f45069d38 req-b9d5f513-72c2-43e6-88ba-3b0bacf951c1 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f9df3e5-1e5c-45b5-9628-2769911f67a4 HTTP/1.1" status: 200 len: 1001 time: 0.1627393 Oct 04 14:34:45.560216 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39bfa3-ec7e-437c-bd09-5f6c212eb901 req-73084932-675c-4424-b1c3-71701bb971fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:45.563088 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bc39bfa3-ec7e-437c-bd09-5f6c212eb901 req-73084932-675c-4424-b1c3-71701bb971fc service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=f70b9727-7199-4fe7-bb77-16baf61f7e49 HTTP/1.1" status: 200 len: 920 time: 0.2293346 Oct 04 14:34:45.643633 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c744ffc-3d5b-490c-983d-c35f45069d38 req-074a36c0-1ca8-4d0f-9a50-aa4182636255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:45.645418 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5c744ffc-3d5b-490c-983d-c35f45069d38 req-074a36c0-1ca8-4d0f-9a50-aa4182636255 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=f924e31c-043d-4433-825a-9f71ad91746e HTTP/1.1" status: 200 len: 849 time: 0.1332746 Oct 04 14:34:45.669905 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bc39bfa3-ec7e-437c-bd09-5f6c212eb901 req-740c69c2-8b32-4e4b-85b9-5bdcb002df33 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31660410-8845-41c4-b49c-b89043507bb3 HTTP/1.1" status: 200 len: 1002 time: 0.0993991 Oct 04 14:34:45.727772 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:45.735015 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98012a58-40e7-4832-910f-e67d74abbdd3 req-f3e3aa52-5c30-44fd-8ae3-354f43d573fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:45.736724 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-98012a58-40e7-4832-910f-e67d74abbdd3 req-f3e3aa52-5c30-44fd-8ae3-354f43d573fc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 1129 time: 0.0460801 Oct 04 14:34:45.760190 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c744ffc-3d5b-490c-983d-c35f45069d38 req-b7301dc8-99ea-4c19-bf4e-cd2d6aa8ffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:45.762780 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5c744ffc-3d5b-490c-983d-c35f45069d38 req-b7301dc8-99ea-4c19-bf4e-cd2d6aa8ffe7 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c224c131-1e09-47f0-b40a-1a73221baea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1058695 Oct 04 14:34:45.768035 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:45.792352 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-98012a58-40e7-4832-910f-e67d74abbdd3 req-9772ab18-962f-4946-bd6c-d9372c366057 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=e6fe4d95-60be-41a0-ac87-9e5d092ce11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478692 Oct 04 14:34:45.837104 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39bfa3-ec7e-437c-bd09-5f6c212eb901 req-4a19fc05-9a7a-41b6-913a-f0fb2cba632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:45.837714 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bc39bfa3-ec7e-437c-bd09-5f6c212eb901 req-4a19fc05-9a7a-41b6-913a-f0fb2cba632a service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0b6ce1ed-cefc-4d28-95ba-a2004388db27 HTTP/1.1" status: 200 len: 858 time: 0.1366136 Oct 04 14:34:45.896966 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:45.900214 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5c744ffc-3d5b-490c-983d-c35f45069d38 req-0191cdb7-6cf9-4aed-9875-7067422205e4 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c224c131-1e09-47f0-b40a-1a73221baea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290832 Oct 04 14:34:45.946917 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d858617-f86b-4ce4-85fb-1cf6128d68f2 req-5b7dfdaf-2631-4024-bb7f-2ff88b6be3f6 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:45.948456 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2d858617-f86b-4ce4-85fb-1cf6128d68f2 req-5b7dfdaf-2631-4024-bb7f-2ff88b6be3f6 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 945 time: 0.0682917 Oct 04 14:34:45.957241 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6ebe28bd-868d-42f6-a5b8-60c3314b68fd req-cda7a269-6efa-4ef8-bc44-b6d2cf014de3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 210 time: 0.0300195 Oct 04 14:34:46.013617 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2d858617-f86b-4ce4-85fb-1cf6128d68f2 req-0563ef4a-7264-4a2f-abb4-8caa86daea8f tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e6fe4d95-60be-41a0-ac87-9e5d092ce11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573859 Oct 04 14:34:46.226914 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39bfa3-ec7e-437c-bd09-5f6c212eb901 req-5d956eb0-9ccd-4992-9f52-fd4bdfe0bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:46.228452 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bc39bfa3-ec7e-437c-bd09-5f6c212eb901 req-5d956eb0-9ccd-4992-9f52-fd4bdfe0bd78 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=f70b9727-7199-4fe7-bb77-16baf61f7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1006951 Oct 04 14:34:46.278246 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5c744ffc-3d5b-490c-983d-c35f45069d38 req-894616b6-79d5-4139-a2bb-75df8a948034 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c224c131-1e09-47f0-b40a-1a73221baea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490846 Oct 04 14:34:47.088841 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-87455e05-e56d-4c2e-952a-22d464c6b5de req-89b7c984-d860-4fcd-b2c3-0836d417a897 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 210 time: 0.0367830 Oct 04 14:34:47.200270 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794e826-85e2-48d9-8662-b79e71f74523 req-cb728436-68f6-4165-a211-fefa3873b8a2 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:47.202793 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7794e826-85e2-48d9-8662-b79e71f74523 req-cb728436-68f6-4165-a211-fefa3873b8a2 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 945 time: 0.0515773 Oct 04 14:34:47.303559 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7794e826-85e2-48d9-8662-b79e71f74523 req-b7a5a536-a7ab-41a1-8d05-c2f41035124c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e6fe4d95-60be-41a0-ac87-9e5d092ce11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950985 Oct 04 14:34:48.204706 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-95a43b0a-6729-4972-b032-add5cd5eabaa req-dde29598-9e1a-4b30-bcef-6be2e3e0e3ba tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 210 time: 0.0295155 Oct 04 14:34:48.431192 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029f983-0db6-449a-b69d-97e8e8f3bbda req-aadb230e-51e5-4332-a886-892363a2d089 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:48.432755 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3029f983-0db6-449a-b69d-97e8e8f3bbda req-aadb230e-51e5-4332-a886-892363a2d089 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 945 time: 0.0520608 Oct 04 14:34:48.484821 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3029f983-0db6-449a-b69d-97e8e8f3bbda req-e54e88ee-33e2-4285-998d-048b7318e17c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e6fe4d95-60be-41a0-ac87-9e5d092ce11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451660 Oct 04 14:34:49.318722 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e17f24e3-2b4f-482c-8efa-e86b4b2f42e2 req-aeb8e14f-eadf-418f-9c63-ec611e341313 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 210 time: 0.0301473 Oct 04 14:34:49.675008 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22705799-053c-4045-b1b8-2d1157ff0587 req-7fd46146-0f5d-4123-b657-cf6d7c0d177e tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:49.676625 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-22705799-053c-4045-b1b8-2d1157ff0587 req-7fd46146-0f5d-4123-b657-cf6d7c0d177e tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 945 time: 0.0770833 Oct 04 14:34:49.704076 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bc39bfa3-ec7e-437c-bd09-5f6c212eb901 req-9e76796f-2fb4-49c7-9013-64bc2db6441a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796961 Oct 04 14:34:49.744339 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-22705799-053c-4045-b1b8-2d1157ff0587 req-9bf4abcb-b215-4fc5-8faf-d805258a5b15 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e6fe4d95-60be-41a0-ac87-9e5d092ce11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608273 Oct 04 14:34:50.026737 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3a49f-a75c-437b-8a6e-f8c4e1422e0c req-1a9cfd9d-bfbc-4056-9993-35ad3a008817 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:50.028165 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-10c3a49f-a75c-437b-8a6e-f8c4e1422e0c req-1a9cfd9d-bfbc-4056-9993-35ad3a008817 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0478821 Oct 04 14:34:50.077976 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-10c3a49f-a75c-437b-8a6e-f8c4e1422e0c req-78e8de53-21a6-4144-b761-8237533ec241 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430963 Oct 04 14:34:50.432247 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-24e8e72c-cb06-4cd8-85d2-5a630d5815f0 req-a43851ce-a2d7-44e9-a646-d7ab056ea709 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 210 time: 0.0284295 Oct 04 14:34:50.714975 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:50.756715 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bc39bfa3-ec7e-437c-bd09-5f6c212eb901 req-7bd10450-89b7-4358-8a5e-771cd9b66bc5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985994 Oct 04 14:34:50.876399 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7da274-fa74-4fc1-9eb8-d22f7cfd3451 req-14f63e6f-c901-4023-ab45-ff912b72089c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:50.877923 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ca7da274-fa74-4fc1-9eb8-d22f7cfd3451 req-14f63e6f-c901-4023-ab45-ff912b72089c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 945 time: 0.0501854 Oct 04 14:34:50.927256 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ca7da274-fa74-4fc1-9eb8-d22f7cfd3451 req-3b65329b-97ac-448e-acce-17db20c36c54 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e6fe4d95-60be-41a0-ac87-9e5d092ce11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437140 Oct 04 14:34:51.052100 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f42c3f-2e5a-42e1-acd8-d422f5193a5f req-b6bb27cd-4047-41a7-9775-de96fb41c9a3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:51.054226 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e9f42c3f-2e5a-42e1-acd8-d422f5193a5f req-b6bb27cd-4047-41a7-9775-de96fb41c9a3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 945 time: 0.0544920 Oct 04 14:34:51.066052 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 46598) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:34:51.070812 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-268eebd4-0fcb-4849-83d6-ee0a8c18ac7c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Request body: {'floatingip': {'port_id': '7a4d66ba-4ece-415d-8b95-8f071ff501b9'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:34:51.116126 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-268eebd4-0fcb-4849-83d6-ee0a8c18ac7c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (9f34e38d-ff66-401e-87b2-81f5b4768ad8), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:51.254060 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa4f1c-1961-40f1-abca-c7483536cb03 req-dea697c5-7df3-4473-a6e9-d91cb1ada18e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:51.255446 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e0aa4f1c-1961-40f1-abca-c7483536cb03 req-dea697c5-7df3-4473-a6e9-d91cb1ada18e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0984786 Oct 04 14:34:51.359487 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e0aa4f1c-1961-40f1-abca-c7483536cb03 req-81be942f-afdc-4476-8ae6-4a31d7e39b2c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982990 Oct 04 14:34:51.536432 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:51.550677 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:51.572017 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7566c387-9624-44d6-a60d-0cca2394fb4c req-57c45f94-9f35-44e6-8ac4-61a5825cd74a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 210 time: 0.0457687 Oct 04 14:34:51.653644 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-268eebd4-0fcb-4849-83d6-ee0a8c18ac7c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:51.666179 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-268eebd4-0fcb-4849-83d6-ee0a8c18ac7c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (9f34e38d-ff66-401e-87b2-81f5b4768ad8), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:51.784088 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.db.l3_db [None req-268eebd4-0fcb-4849-83d6-ee0a8c18ac7c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Floating IP 9f34e38d-ff66-401e-87b2-81f5b4768ad8 associated. External IP: 172.27.3.75, port: 7a4d66ba-4ece-415d-8b95-8f071ff501b9. Oct 04 14:34:51.993613 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268eebd4-0fcb-4849-83d6-ee0a8c18ac7c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Router 62bc1c7e-254b-44ea-8e51-0290db5b3aee has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:34:52.106951 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268eebd4-0fcb-4849-83d6-ee0a8c18ac7c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:34:52.112540 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-268eebd4-0fcb-4849-83d6-ee0a8c18ac7c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:52.117774 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7257a71a-5f93-4947-8c88-7528373101f2 None None] Sync routers for ids ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:34:52.129850 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7257a71a-5f93-4947-8c88-7528373101f2 None None] Routers {'62bc1c7e-254b-44ea-8e51-0290db5b3aee'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:34:52.130485 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-7257a71a-5f93-4947-8c88-7528373101f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:34:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:34:52.242952 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-7257a71a-5f93-4947-8c88-7528373101f2 None None] Set router 62bc1c7e-254b-44ea-8e51-0290db5b3aee gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:34:52.425499 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-268eebd4-0fcb-4849-83d6-ee0a8c18ac7c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/9f34e38d-ff66-401e-87b2-81f5b4768ad8 HTTP/1.1" status: 200 len: 990 time: 1.3573179 Oct 04 14:34:52.426409 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd13e9a-f9e0-49d8-b173-d65efded21ed', 'tag': '7a4d66ba-4ece-415d-8b95-8f071ff501b9'}] {{(pid=106355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:34:52.428939 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172969012db89328cfee76f0acc2659810ea9ea6244db33f0d123db39f5e3407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5390c12f-c09a-4589-a2ef-08db1584ed66" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd13e9a-f9e0-49d8-b173-d65efded21ed", "tag": "7a4d66ba-4ece-415d-8b95-8f071ff501b9"}]}' {{(pid=106355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:34:52.478160 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dab7d39-0bf4-435b-83d0-2e8eebaf0365 x-openstack-request-id: req-4dab7d39-0bf4-435b-83d0-2e8eebaf0365 {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:34:52.478594 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd13e9a-f9e0-49d8-b173-d65efded21ed", "tag": "7a4d66ba-4ece-415d-8b95-8f071ff501b9", "status": "completed", "code": 200}]} {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:34:52.478884 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4dab7d39-0bf4-435b-83d0-2e8eebaf0365 {{(pid=106355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:34:52.479237 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dab7d39-0bf4-435b-83d0-2e8eebaf0365'] response: {'name': 'network-changed', 'server_uuid': '1cd13e9a-f9e0-49d8-b173-d65efded21ed', 'tag': '7a4d66ba-4ece-415d-8b95-8f071ff501b9', 'status': 'completed', 'code': 200} Oct 04 14:34:52.524288 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-7257a71a-5f93-4947-8c88-7528373101f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': '9f34e38d-ff66-401e-87b2-81f5b4768ad8', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'port_id': '7a4d66ba-4ece-415d-8b95-8f071ff501b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'mac_address': 'fa:16:3e:76:a4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd13e9a-f9e0-49d8-b173-d65efded21ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:34:15Z', 'updated_at': '2022-10-04T14:34:51Z', 'revision_number': 1, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:09Z', 'revision_number': 5, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:34:52.537900 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006fb00-9baf-4020-ac87-dff5be8175b6 req-a2123f4a-8b2c-4fe9-bbb5-07392676fb62 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:52.539593 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8006fb00-9baf-4020-ac87-dff5be8175b6 req-a2123f4a-8b2c-4fe9-bbb5-07392676fb62 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0751443 Oct 04 14:34:52.565908 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7257a71a-5f93-4947-8c88-7528373101f2 None None] Checking router: 62bc1c7e-254b-44ea-8e51-0290db5b3aee for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:34:52.575945 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7257a71a-5f93-4947-8c88-7528373101f2 None None] Routers {'62bc1c7e-254b-44ea-8e51-0290db5b3aee'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:34:52.576990 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-7257a71a-5f93-4947-8c88-7528373101f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:34:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:34:52.595436 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8006fb00-9baf-4020-ac87-dff5be8175b6 req-6dc9356f-d5c1-428c-b0b0-1edc352895e5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485096 Oct 04 14:34:52.751649 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c9231a5e-f1c9-4502-86fe-0d0331a77505 req-496135a5-2ba5-47ae-891a-47881085d1b4 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 210 time: 0.0290263 Oct 04 14:34:52.785261 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-7257a71a-5f93-4947-8c88-7528373101f2 None None] Set router 62bc1c7e-254b-44ea-8e51-0290db5b3aee gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:34:53.004584 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-7257a71a-5f93-4947-8c88-7528373101f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': '9f34e38d-ff66-401e-87b2-81f5b4768ad8', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'port_id': '7a4d66ba-4ece-415d-8b95-8f071ff501b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'mac_address': 'fa:16:3e:76:a4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd13e9a-f9e0-49d8-b173-d65efded21ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:34:15Z', 'updated_at': '2022-10-04T14:34:51Z', 'revision_number': 1, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:09Z', 'revision_number': 5, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:34:53.029984 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7257a71a-5f93-4947-8c88-7528373101f2 None None] The sync data for ids ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'] in dv-cinder-860260-1-iscsi is: [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': '9f34e38d-ff66-401e-87b2-81f5b4768ad8', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'port_id': '7a4d66ba-4ece-415d-8b95-8f071ff501b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'mac_address': 'fa:16:3e:76:a4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd13e9a-f9e0-49d8-b173-d65efded21ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:34:15Z', 'updated_at': '2022-10-04T14:34:51Z', 'revision_number': 1, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:09Z', 'revision_number': 5, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:34:53.248553 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e484ed-8d33-457a-bcc9-dfffbb99c129 None None] New status for floating IP 9f34e38d-ff66-401e-87b2-81f5b4768ad8: ACTIVE {{(pid=106357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:34:53.721145 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adecc0e7-71b9-4ac4-8266-fdb6b8edb903 req-ffaa6f8a-ab43-403a-b526-cd387d986df7 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:53.722647 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-adecc0e7-71b9-4ac4-8266-fdb6b8edb903 req-ffaa6f8a-ab43-403a-b526-cd387d986df7 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0472932 Oct 04 14:34:53.778884 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-adecc0e7-71b9-4ac4-8266-fdb6b8edb903 req-8f916328-571c-480c-972b-5393634df8a8 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=25f525bb-2ba2-4166-975d-6e65830948d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504932 Oct 04 14:34:54.065148 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77a53d-7150-47f3-a5c0-e943dc924c1f req-d5c33f22-7aaf-4fc5-af6d-3b01cc54b947 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:54.067615 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ac77a53d-7150-47f3-a5c0-e943dc924c1f req-d5c33f22-7aaf-4fc5-af6d-3b01cc54b947 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 945 time: 0.0848422 Oct 04 14:34:54.134865 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6b35df8f-d08b-4285-a5ce-ea8a9bf4abf1 req-3ee2b009-4c33-4d5a-a681-7bd4f5d6b9f0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 210 time: 0.0560858 Oct 04 14:34:54.162756 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390c12f-c09a-4589-a2ef-08db1584ed66 req-c30c1e3a-daa9-4b9a-8591-14a3ba07fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:54.164591 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5390c12f-c09a-4589-a2ef-08db1584ed66 req-c30c1e3a-daa9-4b9a-8591-14a3ba07fff0 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1e5731dbee8946a281caefaeb02bd7ff&device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 1129 time: 0.2083127 Oct 04 14:34:54.176736 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-ececd2fe-d47b-4bd1-b32c-54a32b662a0c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:54.178452 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-ececd2fe-d47b-4bd1-b32c-54a32b662a0c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.17 "GET /networking/v2.0/networks?id=8adffcb3-eb41-48c9-bdc6-30a7213ac01c HTTP/1.1" status: 200 len: 817 time: 0.2108905 Oct 04 14:34:54.368663 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [req-ac77a53d-7150-47f3-a5c0-e943dc924c1f req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Deleting port 4f9df3e5-1e5c-45b5-9628-2769911f67a4 {{(pid=106355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:34:54.369321 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-ac77a53d-7150-47f3-a5c0-e943dc924c1f req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (4f9df3e5-1e5c-45b5-9628-2769911f67a4), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:54.387236 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-d0082adc-af12-4f76-b239-7d336a55f0ba tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=64993786e21b45beb7829ceaede4777a HTTP/1.1" status: 200 len: 380 time: 0.1187522 Oct 04 14:34:54.411590 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390c12f-c09a-4589-a2ef-08db1584ed66 req-29d7f53a-5855-4e38-a5f9-d57891e089eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:54.413059 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5390c12f-c09a-4589-a2ef-08db1584ed66 req-29d7f53a-5855-4e38-a5f9-d57891e089eb service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=3e89e862-e669-4987-af44-eb18dbc3b78d HTTP/1.1" status: 200 len: 915 time: 0.1721098 Oct 04 14:34:54.439830 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Request body: {'port': {'device_id': '35bb7e73-d6ea-4441-8b64-19affd0804f6', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'admin_state_up': True, 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'security_groups': ['f9f5312e-5c40-4c8b-87a2-ec1c417d96c8']}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:34:54.441550 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:54.473813 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [req-ac77a53d-7150-47f3-a5c0-e943dc924c1f req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] For port 4f9df3e5-1e5c-45b5-9628-2769911f67a4, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=4f9df3e5-1e5c-45b5-9628-2769911f67a4,segment=NetworkSegment(eadc35fa-057b-4202-b790-68a141529e21),segment_id=eadc35fa-057b-4202-b790-68a141529e21)] {{(pid=106355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:34:54.474191 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-ac77a53d-7150-47f3-a5c0-e943dc924c1f req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (4f9df3e5-1e5c-45b5-9628-2769911f67a4), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:54.566758 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:54.569469 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5390c12f-c09a-4589-a2ef-08db1584ed66 req-b5f29bec-7306-434b-b645-c720674bd857 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a4d66ba-4ece-415d-8b95-8f071ff501b9 HTTP/1.1" status: 200 len: 1000 time: 0.1253426 Oct 04 14:34:54.652387 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:54.669237 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390c12f-c09a-4589-a2ef-08db1584ed66 req-eca5433c-d6fa-47b6-ab25-fe54cdba3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:54.669237 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5390c12f-c09a-4589-a2ef-08db1584ed66 req-eca5433c-d6fa-47b6-ab25-fe54cdba3246 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41 HTTP/1.1" status: 200 len: 853 time: 0.0809283 Oct 04 14:34:54.678303 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Made reservation on behalf of 64993786e21b45beb7829ceaede4777a for: {'port': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:34:54.682168 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:54.729443 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-ac77a53d-7150-47f3-a5c0-e943dc924c1f req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:54.730018 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-ac77a53d-7150-47f3-a5c0-e943dc924c1f req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (882862ae-2fb9-4805-a075-8a618c56b9d6), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:54.730018 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.db.l3_db [req-ac77a53d-7150-47f3-a5c0-e943dc924c1f req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Floating IP 882862ae-2fb9-4805-a075-8a618c56b9d6 disassociated. External IP: 172.27.3.155, port: 4f9df3e5-1e5c-45b5-9628-2769911f67a4. Oct 04 14:34:54.730350 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [req-ac77a53d-7150-47f3-a5c0-e943dc924c1f req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Calling delete_port for 4f9df3e5-1e5c-45b5-9628-2769911f67a4 owned by compute:nova {{(pid=106355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:34:54.778343 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390c12f-c09a-4589-a2ef-08db1584ed66 req-de72e66f-25b2-4d72-9a17-2ff2401f7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:54.779920 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5390c12f-c09a-4589-a2ef-08db1584ed66 req-de72e66f-25b2-4d72-9a17-2ff2401f7fb3 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=3e89e862-e669-4987-af44-eb18dbc3b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0874898 Oct 04 14:34:54.871262 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Allocated IP 172.20.0.10 (8adffcb3-eb41-48c9-bdc6-30a7213ac01c/866d7ee4-9072-4a41-8ab0-25e4c5a7536f/43d8d357-7ddb-4b57-8267-bb0fba101087) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:34:54.893465 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:54.894549 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-ac77a53d-7150-47f3-a5c0-e943dc924c1f req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (4f9df3e5-1e5c-45b5-9628-2769911f67a4), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:54.921056 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2d9e2942-eea0-48f0-91ee-1fda975cbbdc req-d1362104-d698-416e-9b04-19eef2805dda tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 210 time: 0.0380576 Oct 04 14:34:54.926567 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Pushing event deleted for resources: {'Port': ['ID=4f9df3e5-1e5c-45b5-9628-2769911f67a4,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:54.940968 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:54.941470 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:54.941667 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:54.942153 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:54.942352 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:54.942609 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:54.942939 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:54.943264 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:54.943585 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:54.943908 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:54.944228 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:54.944597 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:54.945084 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:54.945655 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:54.945768 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:55.060417 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac77a53d-7150-47f3-a5c0-e943dc924c1f req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Router 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:34:55.107791 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:55.180253 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac77a53d-7150-47f3-a5c0-e943dc924c1f req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:34:55.197598 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53989f7c-508d-4878-a632-83bc18ba5866 None None] Sync routers for ids ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:34:55.210071 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53989f7c-508d-4878-a632-83bc18ba5866 None None] Routers {'7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:34:55.211066 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-53989f7c-508d-4878-a632-83bc18ba5866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:34:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:34:55.224504 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5390c12f-c09a-4589-a2ef-08db1584ed66 req-eff04d4e-f46b-4fdd-8333-45cbcc52d3b9 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473358 Oct 04 14:34:55.281724 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac77a53d-7150-47f3-a5c0-e943dc924c1f req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] No DVR routers for this DVR port 4f9df3e5-1e5c-45b5-9628-2769911f67a4 on host hv-cinder-86026 {{(pid=106355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:34:55.286041 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-ac77a53d-7150-47f3-a5c0-e943dc924c1f req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:55.294015 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ac77a53d-7150-47f3-a5c0-e943dc924c1f req-a7bc3f13-c80c-43b7-9fac-1ed65669c44e tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.17 "DELETE /networking/v2.0/ports/4f9df3e5-1e5c-45b5-9628-2769911f67a4 HTTP/1.1" status: 204 len: 173 time: 1.0580511 Oct 04 14:34:55.312110 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:55.332149 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-53989f7c-508d-4878-a632-83bc18ba5866 None None] Set router 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:34:55.398732 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d55b4f-410d-4527-a9d3-15f1942a46d0', 'name': 'network-vif-deleted', 'tag': '4f9df3e5-1e5c-45b5-9628-2769911f67a4'}] {{(pid=106355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:34:55.407349 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172969012db89328cfee76f0acc2659810ea9ea6244db33f0d123db39f5e3407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189b1bb2-5d55-4de8-886e-e0f630d2cf16" -d '{"events": [{"server_uuid": "52d55b4f-410d-4527-a9d3-15f1942a46d0", "name": "network-vif-deleted", "tag": "4f9df3e5-1e5c-45b5-9628-2769911f67a4"}]}' {{(pid=106355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:34:55.409573 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5390c12f-c09a-4589-a2ef-08db1584ed66 req-354696ab-2fab-4c56-a97a-89f57fd2b35c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776903 Oct 04 14:34:55.428035 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Network 8adffcb3-eb41-48c9-bdc6-30a7213ac01c is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:34:55.436416 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:34:55.458667 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:34:55.475441 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=100 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:55.487041 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1090353-1493-4c0c-a6d5-f86351f4a2cf req-11087d2e-8a5d-433f-8e2d-404c828d562c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:55.493617 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e1090353-1493-4c0c-a6d5-f86351f4a2cf req-11087d2e-8a5d-433f-8e2d-404c828d562c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 932 time: 0.2395859 Oct 04 14:34:55.530015 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Pushing event updated for resources: {'Port': ['ID=43d8d357-7ddb-4b57-8267-bb0fba101087,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:55.545073 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a29d590-067d-4700-977d-b636f603b1ae x-openstack-request-id: req-0a29d590-067d-4700-977d-b636f603b1ae {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:34:55.545368 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d55b4f-410d-4527-a9d3-15f1942a46d0", "name": "network-vif-deleted", "tag": "4f9df3e5-1e5c-45b5-9628-2769911f67a4", "status": "completed", "code": 200}]} {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:34:55.545618 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a29d590-067d-4700-977d-b636f603b1ae {{(pid=106355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:34:55.546025 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a29d590-067d-4700-977d-b636f603b1ae'] response: {'server_uuid': '52d55b4f-410d-4527-a9d3-15f1942a46d0', 'name': 'network-vif-deleted', 'tag': '4f9df3e5-1e5c-45b5-9628-2769911f67a4', 'status': 'completed', 'code': 200} Oct 04 14:34:55.550053 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:55.550533 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:55.550939 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:55.551279 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:55.551618 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:55.552257 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:55.553206 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:55.553709 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:55.553883 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:55.554454 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:55.554540 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:55.554938 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:55.555208 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:55.555693 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:55.556019 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:34:55.611017 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:55.611656 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e1090353-1493-4c0c-a6d5-f86351f4a2cf req-4e38fd35-bdd1-4658-b643-7825104c1554 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073327 Oct 04 14:34:55.611925 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:55.654473 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-5e82235b-1a98-4197-929e-bad386adab6e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2184169 Oct 04 14:34:55.665648 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:55.689619 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-95246904-3518-4891-ba16-d8b66b9bc366 service neutron] Request body: {'port': {'device_id': '35bb7e73-d6ea-4441-8b64-19affd0804f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86026'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:34:55.730621 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-53989f7c-508d-4878-a632-83bc18ba5866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'name': 'tempest-AttachVolumeTestJSON-560114202-router', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 4, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'gw_port': {'id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:39Z', 'updated_at': '2022-10-04T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '72ce8793-c8f1-4647-949a-1f33c379205b', 'name': '', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'mac_address': 'fa:16:3e:ba:a9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:51Z', 'updated_at': '2022-10-04T14:30:19Z', 'revision_number': 5, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'subnets': [{'id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:34:55.762179 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53989f7c-508d-4878-a632-83bc18ba5866 None None] Checking router: 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:34:55.774730 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53989f7c-508d-4878-a632-83bc18ba5866 None None] Routers {'7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:34:55.775421 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-53989f7c-508d-4878-a632-83bc18ba5866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:34:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:34:55.787566 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-95246904-3518-4891-ba16-d8b66b9bc366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:55.899072 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-53989f7c-508d-4878-a632-83bc18ba5866 None None] Set router 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:34:55.915759 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-c20d5008-0bba-437d-81a4-2a26d69e23f5 None None] Provisioning complete for port 43d8d357-7ddb-4b57-8267-bb0fba101087 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:34:55.916779 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c20d5008-0bba-437d-81a4-2a26d69e23f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:55.917290 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-c20d5008-0bba-437d-81a4-2a26d69e23f5 None None] Attempt 1 to provision port 43d8d357-7ddb-4b57-8267-bb0fba101087 Oct 04 14:34:55.931411 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:55.972355 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-c20d5008-0bba-437d-81a4-2a26d69e23f5 None None] Port 43d8d357-7ddb-4b57-8267-bb0fba101087 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:34:56.104291 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fa1d9bbd-f01e-42e1-98f0-12db9d5ddd05 req-37fe6313-64a2-45bc-ad5f-4cba5d405a21 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=52d55b4f-410d-4527-a9d3-15f1942a46d0 HTTP/1.1" status: 200 len: 210 time: 0.0442071 Oct 04 14:34:56.174252 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-53989f7c-508d-4878-a632-83bc18ba5866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'name': 'tempest-AttachVolumeTestJSON-560114202-router', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 4, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'gw_port': {'id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:39Z', 'updated_at': '2022-10-04T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '72ce8793-c8f1-4647-949a-1f33c379205b', 'name': '', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'mac_address': 'fa:16:3e:ba:a9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:51Z', 'updated_at': '2022-10-04T14:30:19Z', 'revision_number': 5, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'subnets': [{'id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:34:56.193201 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-95246904-3518-4891-ba16-d8b66b9bc366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d8d357-7ddb-4b57-8267-bb0fba101087 {{(pid=106356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:34:56.200571 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:56.203325 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-95246904-3518-4891-ba16-d8b66b9bc366 service neutron] Publish callbacks [] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:56.207268 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53989f7c-508d-4878-a632-83bc18ba5866 None None] The sync data for ids ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'] in dv-cinder-860260-1-iscsi is: [{'id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'name': 'tempest-AttachVolumeTestJSON-560114202-router', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 4, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'gw_port': {'id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:39Z', 'updated_at': '2022-10-04T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '72ce8793-c8f1-4647-949a-1f33c379205b', 'name': '', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'mac_address': 'fa:16:3e:ba:a9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:51Z', 'updated_at': '2022-10-04T14:30:19Z', 'revision_number': 5, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'subnets': [{'id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:34:56.223753 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.provisioning_blocks [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-95246904-3518-4891-ba16-d8b66b9bc366 service neutron] Transition to ACTIVE for port object 43d8d357-7ddb-4b57-8267-bb0fba101087 will not be triggered until provisioned by entity L2. {{(pid=106356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 14:34:56.227703 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-95246904-3518-4891-ba16-d8b66b9bc366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:56.298761 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95246904-3518-4891-ba16-d8b66b9bc366 service neutron] Pushing event updated for resources: {'Port': ['ID=43d8d357-7ddb-4b57-8267-bb0fba101087,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:56.362191 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-95246904-3518-4891-ba16-d8b66b9bc366 service neutron] Attempting to bind port 43d8d357-7ddb-4b57-8267-bb0fba101087 on host hv-cinder-86026 for vnic_type normal with profile {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:34:56.362507 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-95246904-3518-4891-ba16-d8b66b9bc366 service neutron] Attempting to bind port 43d8d357-7ddb-4b57-8267-bb0fba101087 by drivers openvswitch,hyperv on host hv-cinder-86026 at level 0 using segments [{'id': '7bffdabf-7aa9-47c9-8b84-9af819e0aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c'}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:34:56.362824 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-95246904-3518-4891-ba16-d8b66b9bc366 service neutron] Attempting to bind port 43d8d357-7ddb-4b57-8267-bb0fba101087 on network 8adffcb3-eb41-48c9-bdc6-30a7213ac01c {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:34:56.430101 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-95246904-3518-4891-ba16-d8b66b9bc366 service neutron] Port 43d8d357-7ddb-4b57-8267-bb0fba101087 on network 8adffcb3-eb41-48c9-bdc6-30a7213ac01c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86026 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 14:34:56.430663 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-95246904-3518-4891-ba16-d8b66b9bc366 service neutron] Attempting to bind port 43d8d357-7ddb-4b57-8267-bb0fba101087 on network 8adffcb3-eb41-48c9-bdc6-30a7213ac01c {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:34:56.509316 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-95246904-3518-4891-ba16-d8b66b9bc366 service neutron] Checking agent: {'id': '7414b559-7f0d-43de-b796-62d1db2de72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86026', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'started_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:34:56.510055 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-95246904-3518-4891-ba16-d8b66b9bc366 service neutron] Checking segment: {'id': '7bffdabf-7aa9-47c9-8b84-9af819e0aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:34:56.510716 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-95246904-3518-4891-ba16-d8b66b9bc366 service neutron] Bound using segment: {'id': '7bffdabf-7aa9-47c9-8b84-9af819e0aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c'} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:34:56.511330 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-95246904-3518-4891-ba16-d8b66b9bc366 service neutron] Bound port: 43d8d357-7ddb-4b57-8267-bb0fba101087, host: hv-cinder-86026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bffdabf-7aa9-47c9-8b84-9af819e0aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c'}}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:34:56.511830 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-95246904-3518-4891-ba16-d8b66b9bc366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:56.568460 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b765b6-d1fb-4632-a9db-7cd996a5f8a1 None None] New status for floating IP 882862ae-2fb9-4805-a075-8a618c56b9d6: DOWN {{(pid=106357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:34:56.589261 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-95246904-3518-4891-ba16-d8b66b9bc366 service neutron] For port 43d8d357-7ddb-4b57-8267-bb0fba101087, host hv-cinder-86026, cleared binding levels {{(pid=106356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:34:56.594016 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-95246904-3518-4891-ba16-d8b66b9bc366 service neutron] For port 43d8d357-7ddb-4b57-8267-bb0fba101087, host hv-cinder-86026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=43d8d357-7ddb-4b57-8267-bb0fba101087,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:34:56.600447 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-95246904-3518-4891-ba16-d8b66b9bc366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:56.605616 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-95246904-3518-4891-ba16-d8b66b9bc366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:56.606228 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-95246904-3518-4891-ba16-d8b66b9bc366 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:56.608536 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-95246904-3518-4891-ba16-d8b66b9bc366 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/43d8d357-7ddb-4b57-8267-bb0fba101087 HTTP/1.1" status: 200 len: 1094 time: 0.9271481 Oct 04 14:34:56.609191 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bb7e73-d6ea-4441-8b64-19affd0804f6', 'tag': '43d8d357-7ddb-4b57-8267-bb0fba101087'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:34:56.611479 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9219dc-212d-406d-b4b0-896e319859ad" -d '{"events": [{"name": "network-changed", "server_uuid": "35bb7e73-d6ea-4441-8b64-19affd0804f6", "tag": "43d8d357-7ddb-4b57-8267-bb0fba101087"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:34:56.667717 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95246904-3518-4891-ba16-d8b66b9bc366 service neutron] Pushing event updated for resources: {'Port': ['ID=43d8d357-7ddb-4b57-8267-bb0fba101087,revision_number=3']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:56.673047 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf4f395-4a93-430d-9f32-a7f073dd41c5 x-openstack-request-id: req-4cf4f395-4a93-430d-9f32-a7f073dd41c5 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:34:56.673500 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35bb7e73-d6ea-4441-8b64-19affd0804f6", "tag": "43d8d357-7ddb-4b57-8267-bb0fba101087", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:34:56.673969 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4cf4f395-4a93-430d-9f32-a7f073dd41c5 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:34:56.674445 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cf4f395-4a93-430d-9f32-a7f073dd41c5'] response: {'name': 'network-changed', 'server_uuid': '35bb7e73-d6ea-4441-8b64-19affd0804f6', 'tag': '43d8d357-7ddb-4b57-8267-bb0fba101087', 'status': 'completed', 'code': 200} Oct 04 14:34:56.785855 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-2553a190-669c-4382-957a-eaa11cfc8f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:56.787389 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-2553a190-669c-4382-957a-eaa11cfc8f6c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=64993786e21b45beb7829ceaede4777a&device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 1128 time: 0.0859549 Oct 04 14:34:56.803207 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a12c7d-f5fb-4528-a386-e13edb477456 req-6482b942-c997-4e5d-8d9d-abed72b6ae99 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:56.804830 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b7a12c7d-f5fb-4528-a386-e13edb477456 req-6482b942-c997-4e5d-8d9d-abed72b6ae99 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 944 time: 0.0619304 Oct 04 14:34:56.855395 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-491bda88-97fa-4f7f-a9fc-87346f3c30b7 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43d8d357-7ddb-4b57-8267-bb0fba101087 HTTP/1.1" status: 200 len: 217 time: 0.0453241 Oct 04 14:34:56.921894 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b7a12c7d-f5fb-4528-a386-e13edb477456 req-6aadebd8-01e7-4f5b-bb59-dd9bad82723a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048815 Oct 04 14:34:56.933300 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-7656e15c-2fa1-43d8-b98a-c8d8fbeb47bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:56.934694 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-7656e15c-2fa1-43d8-b98a-c8d8fbeb47bf service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=866d7ee4-9072-4a41-8ab0-25e4c5a7536f HTTP/1.1" status: 200 len: 856 time: 0.0644953 Oct 04 14:34:56.983266 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-eeb34e22-e489-4ca2-937f-f36996eaadcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:56.984847 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-eeb34e22-e489-4ca2-937f-f36996eaadcf service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=8adffcb3-eb41-48c9-bdc6-30a7213ac01c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415487 Oct 04 14:34:57.008983 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4ca1e404-6726-4365-a787-61942c460306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:57.088400 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-a863c474-510b-4971-bd52-42857cb943d9 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8adffcb3-eb41-48c9-bdc6-30a7213ac01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968833 Oct 04 14:34:57.158659 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:57.189711 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a46fbf9a-fe79-418e-8b7c-9027f144751b req-31bc3eba-e167-4f71-9f86-bbf4107cac20 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8adffcb3-eb41-48c9-bdc6-30a7213ac01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923004 Oct 04 14:34:57.213849 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 46678) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:34:57.274437 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8c7f9e7f-c193-4944-bee3-4eaa92bbf216 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for security_group (25f525bb-2ba2-4166-975d-6e65830948d0), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:57.297765 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8c7f9e7f-c193-4944-bee3-4eaa92bbf216 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for security_group (25f525bb-2ba2-4166-975d-6e65830948d0), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:57.345988 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8c7f9e7f-c193-4944-bee3-4eaa92bbf216 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (25f525bb-2ba2-4166-975d-6e65830948d0), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:57.348560 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8c7f9e7f-c193-4944-bee3-4eaa92bbf216 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:57.349904 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-8c7f9e7f-c193-4944-bee3-4eaa92bbf216 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/25f525bb-2ba2-4166-975d-6e65830948d0 HTTP/1.1" status: 204 len: 168 time: 0.1350694 Oct 04 14:34:57.352924 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 46680) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:34:57.364444 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f9e7f-c193-4944-bee3-4eaa92bbf216 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f525bb-2ba2-4166-975d-6e65830948d0,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:57.367229 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.api.v2.resource [None req-c467239e-d579-4e40-a83b-c48b741fdd39 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] show failed (client error): The resource could not be found. Oct 04 14:34:57.368241 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-c467239e-d579-4e40-a83b-c48b741fdd39 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups/25f525bb-2ba2-4166-975d-6e65830948d0 HTTP/1.1" status: 404 len: 347 time: 0.0143323 Oct 04 14:34:57.371265 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 46682) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:34:57.454145 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:57.492580 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-422fe1db-c648-458c-9b8b-0a6fcc5a5200 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Deleting port a447c2df-3157-42d5-b60a-489310db3fcc {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:34:57.492930 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-422fe1db-c648-458c-9b8b-0a6fcc5a5200 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (a447c2df-3157-42d5-b60a-489310db3fcc), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:57.581677 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-422fe1db-c648-458c-9b8b-0a6fcc5a5200 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (a447c2df-3157-42d5-b60a-489310db3fcc), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:57.581677 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-422fe1db-c648-458c-9b8b-0a6fcc5a5200 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for floatingip (a447c2df-3157-42d5-b60a-489310db3fcc), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:57.598235 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-422fe1db-c648-458c-9b8b-0a6fcc5a5200 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Calling delete_port for a447c2df-3157-42d5-b60a-489310db3fcc owned by network:floatingip {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:34:57.738563 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-422fe1db-c648-458c-9b8b-0a6fcc5a5200 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (a447c2df-3157-42d5-b60a-489310db3fcc), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:57.761454 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fe1db-c648-458c-9b8b-0a6fcc5a5200 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Pushing event deleted for resources: {'Port': ['ID=a447c2df-3157-42d5-b60a-489310db3fcc,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:57.828182 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-422fe1db-c648-458c-9b8b-0a6fcc5a5200 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for floatingip (882862ae-2fb9-4805-a075-8a618c56b9d6), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:57.830855 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-422fe1db-c648-458c-9b8b-0a6fcc5a5200 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:57.832008 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-422fe1db-c648-458c-9b8b-0a6fcc5a5200 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/882862ae-2fb9-4805-a075-8a618c56b9d6 HTTP/1.1" status: 204 len: 168 time: 0.4598017 Oct 04 14:34:57.917027 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 46688) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:34:57.922869 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-4f71f9e9-7769-4db7-83d0-8b1920a37ab1 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Request body: {'security_group': {'name': 'tempest-securitygroup--754693637', 'description': 'tempest-description--8806882'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:34:57.945886 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4f71f9e9-7769-4db7-83d0-8b1920a37ab1 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:58.023113 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4f71f9e9-7769-4db7-83d0-8b1920a37ab1 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for security_group (fd42fb15-bafe-4c43-8fa6-6a87bec2d54b), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:58.033667 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4f71f9e9-7769-4db7-83d0-8b1920a37ab1 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (fd42fb15-bafe-4c43-8fa6-6a87bec2d54b), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:58.084790 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4f71f9e9-7769-4db7-83d0-8b1920a37ab1 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:58.086015 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-4f71f9e9-7769-4db7-83d0-8b1920a37ab1 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.1679175 Oct 04 14:34:58.089288 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 46692) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:34:58.094500 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-dafc8443-ee71-410c-9651-f0121ce24e2b tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Request body: {'security_group_rule': {'security_group_id': 'fd42fb15-bafe-4c43-8fa6-6a87bec2d54b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:34:58.097724 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4cccf-d1cd-4f62-8c92-bd4a38a49beb req-e92539d2-6da7-4bf4-aec1-137694d586cd tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:58.099409 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-81b4cccf-d1cd-4f62-8c92-bd4a38a49beb req-e92539d2-6da7-4bf4-aec1-137694d586cd tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 944 time: 0.0895565 Oct 04 14:34:58.106338 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71f9e9-7769-4db7-83d0-8b1920a37ab1 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd42fb15-bafe-4c43-8fa6-6a87bec2d54b,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:58.128091 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:58.131677 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-dafc8443-ee71-410c-9651-f0121ce24e2b tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for security_group_rule (729211c5-5ef3-40c3-867b-e08464d167bf), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:58.147413 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:58.158130 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-81b4cccf-d1cd-4f62-8c92-bd4a38a49beb req-8c4555f9-abb8-47e5-8428-f5893e51f2a1 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483522 Oct 04 14:34:58.204660 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-dafc8443-ee71-410c-9651-f0121ce24e2b tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for security_group_rule (729211c5-5ef3-40c3-867b-e08464d167bf), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:58.210011 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-dafc8443-ee71-410c-9651-f0121ce24e2b tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (729211c5-5ef3-40c3-867b-e08464d167bf), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:58.230191 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc8443-ee71-410c-9651-f0121ce24e2b tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729211c5-5ef3-40c3-867b-e08464d167bf,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:58.238905 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-dafc8443-ee71-410c-9651-f0121ce24e2b tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:58.240223 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-dafc8443-ee71-410c-9651-f0121ce24e2b tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498184 Oct 04 14:34:58.243731 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 46696) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:34:58.250525 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-c889818a-ab5a-4842-b5cb-b7cc4f575fca tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Request body: {'security_group_rule': {'security_group_id': 'fd42fb15-bafe-4c43-8fa6-6a87bec2d54b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:34:58.286988 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c889818a-ab5a-4842-b5cb-b7cc4f575fca tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for security_group_rule (0c2903eb-1db1-4769-845e-321e6e187f37), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:58.351893 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c889818a-ab5a-4842-b5cb-b7cc4f575fca tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for security_group_rule (0c2903eb-1db1-4769-845e-321e6e187f37), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:58.354825 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c889818a-ab5a-4842-b5cb-b7cc4f575fca tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (0c2903eb-1db1-4769-845e-321e6e187f37), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:58.361798 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9219dc-212d-406d-b4b0-896e319859ad req-b0b5e4ee-1014-4228-96d8-b1e545c15170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:58.363807 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ca9219dc-212d-406d-b4b0-896e319859ad req-b0b5e4ee-1014-4228-96d8-b1e545c15170 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=64993786e21b45beb7829ceaede4777a&device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 1128 time: 0.0423293 Oct 04 14:34:58.377019 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889818a-ab5a-4842-b5cb-b7cc4f575fca tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2903eb-1db1-4769-845e-321e6e187f37,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:58.382851 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c889818a-ab5a-4842-b5cb-b7cc4f575fca tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:58.383910 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-c889818a-ab5a-4842-b5cb-b7cc4f575fca tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389558 Oct 04 14:34:58.387825 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 46698) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:34:58.392855 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-b43a8184-b1bc-4adf-a6b2-7e89a278315f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Request body: {'floatingip': {'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:34:58.426090 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b43a8184-b1bc-4adf-a6b2-7e89a278315f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:58.472991 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9219dc-212d-406d-b4b0-896e319859ad req-ec50594f-1b40-4aa4-9e36-75d9a1a7404a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:58.474454 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ca9219dc-212d-406d-b4b0-896e319859ad req-ec50594f-1b40-4aa4-9e36-75d9a1a7404a service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=8adffcb3-eb41-48c9-bdc6-30a7213ac01c HTTP/1.1" status: 200 len: 918 time: 0.1050503 Oct 04 14:34:58.524785 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ca9219dc-212d-406d-b4b0-896e319859ad req-8aa68618-74bd-4b13-b133-206502daaa9f service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43d8d357-7ddb-4b57-8267-bb0fba101087 HTTP/1.1" status: 200 len: 217 time: 0.0415616 Oct 04 14:34:58.530325 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b43a8184-b1bc-4adf-a6b2-7e89a278315f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:58.573037 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:58.579615 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:58.591223 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9219dc-212d-406d-b4b0-896e319859ad req-9b48d2e2-e520-4c05-a65a-b83dcb13afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:58.593595 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ca9219dc-212d-406d-b4b0-896e319859ad req-9b48d2e2-e520-4c05-a65a-b83dcb13afdc service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=866d7ee4-9072-4a41-8ab0-25e4c5a7536f HTTP/1.1" status: 200 len: 856 time: 0.0547292 Oct 04 14:34:58.644491 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9219dc-212d-406d-b4b0-896e319859ad req-4f4dbc86-5a09-407c-9788-aee1810dd98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:58.646050 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ca9219dc-212d-406d-b4b0-896e319859ad req-4f4dbc86-5a09-407c-9788-aee1810dd98d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=8adffcb3-eb41-48c9-bdc6-30a7213ac01c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443487 Oct 04 14:34:58.649864 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_common [None req-b43a8184-b1bc-4adf-a6b2-7e89a278315f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Allocated IP 172.27.3.219 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/e7f73b24-5003-4ff1-b21e-d9455e9481e4) {{(pid=106355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:34:58.753886 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ca9219dc-212d-406d-b4b0-896e319859ad req-e4a2003b-ce0a-4a9a-ad19-abf7fe944033 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8adffcb3-eb41-48c9-bdc6-30a7213ac01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951359 Oct 04 14:34:58.770585 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b43a8184-b1bc-4adf-a6b2-7e89a278315f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for port (e7f73b24-5003-4ff1-b21e-d9455e9481e4), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:58.812483 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b43a8184-b1bc-4adf-a6b2-7e89a278315f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (e7f73b24-5003-4ff1-b21e-d9455e9481e4), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:58.852717 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ca9219dc-212d-406d-b4b0-896e319859ad req-d0ba47c4-ebcc-4b75-91fb-a00fb617ca26 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8adffcb3-eb41-48c9-bdc6-30a7213ac01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900304 Oct 04 14:34:58.855351 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43a8184-b1bc-4adf-a6b2-7e89a278315f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:34:58.861122 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-b43a8184-b1bc-4adf-a6b2-7e89a278315f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:34:58.864928 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43a8184-b1bc-4adf-a6b2-7e89a278315f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Received port after_create {{(pid=106355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:34:58.868197 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a8184-b1bc-4adf-a6b2-7e89a278315f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Pushing event updated for resources: {'Port': ['ID=e7f73b24-5003-4ff1-b21e-d9455e9481e4,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:58.895278 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:58.956781 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b43a8184-b1bc-4adf-a6b2-7e89a278315f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for floatingip (c106611d-067f-4aa5-bf1f-c627bb85d345), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:58.987218 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:INSERT=8,neutron:UPDATE=5,neutron:SELECT=85,neutron:DELETE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:34:58.995062 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b43a8184-b1bc-4adf-a6b2-7e89a278315f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (e7f73b24-5003-4ff1-b21e-d9455e9481e4), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:59.147207 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b43a8184-b1bc-4adf-a6b2-7e89a278315f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for port (e7f73b24-5003-4ff1-b21e-d9455e9481e4), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:59.151934 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b43a8184-b1bc-4adf-a6b2-7e89a278315f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577893'] for port (e7f73b24-5003-4ff1-b21e-d9455e9481e4), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:59.191538 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 4f9df3e5-1e5c-45b5-9628-2769911f67a4 no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:34:59.212326 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] No Port match for: 4f9df3e5-1e5c-45b5-9628-2769911f67a4 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:34:59.212681 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 4f9df3e5-1e5c-45b5-9628-2769911f67a4 not bound to the agent host hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:34:59.221096 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b43a8184-b1bc-4adf-a6b2-7e89a278315f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (c106611d-067f-4aa5-bf1f-c627bb85d345), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:59.224829 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a8184-b1bc-4adf-a6b2-7e89a278315f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Pushing event updated for resources: {'Port': ['ID=e7f73b24-5003-4ff1-b21e-d9455e9481e4,revision_number=2']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:34:59.244595 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b43a8184-b1bc-4adf-a6b2-7e89a278315f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:59.245876 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-b43a8184-b1bc-4adf-a6b2-7e89a278315f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8568399 Oct 04 14:34:59.309157 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c8ddc-5a33-479c-9d31-5ec5a60d6de8 req-ae57065f-46d9-44f1-b33a-cc644f8d1340 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:59.310712 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-617c8ddc-5a33-479c-9d31-5ec5a60d6de8 req-ae57065f-46d9-44f1-b33a-cc644f8d1340 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 944 time: 0.0604756 Oct 04 14:34:59.363731 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-617c8ddc-5a33-479c-9d31-5ec5a60d6de8 req-5b7f3501-0476-468e-8d79-ea40d800e739 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470891 Oct 04 14:34:59.432205 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4248056f-2d2e-452f-bf8a-5650773b3d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:34:59.485018 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-118ce443-e26a-4d54-ab06-580788546a58 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--754693637&fields=id&tenant_id=3a4fa5d0aa0e4bf98816e4600023ca99 HTTP/1.1" status: 200 len: 267 time: 0.0441308 Oct 04 14:34:59.598630 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-f2fd7504-b20d-46b3-a396-5903c2b48daf tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:34:59.600156 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-f2fd7504-b20d-46b3-a396-5903c2b48daf tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/networks?id=c224c131-1e09-47f0-b40a-1a73221baea0 HTTP/1.1" status: 200 len: 810 time: 0.1087449 Oct 04 14:34:59.617340 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-e5ac38e5-4fa0-459f-9679-aecf051a6220 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/quotas/3a4fa5d0aa0e4bf98816e4600023ca99 HTTP/1.1" status: 200 len: 375 time: 0.0115082 Oct 04 14:34:59.683903 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-18ac02d5-4cec-452d-a338-2d205de9a937 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=3a4fa5d0aa0e4bf98816e4600023ca99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602450 Oct 04 14:34:59.839228 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-ec04bf99-9cda-4ade-a063-19c04966f6ae service neutron] 10.222.0.64 "GET /networking/v2.0/networks/c224c131-1e09-47f0-b40a-1a73221baea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364691 Oct 04 14:34:59.934505 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-373e422f-000a-4ce2-b258-7c0f1d7c7880 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/c224c131-1e09-47f0-b40a-1a73221baea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880170 Oct 04 14:35:00.140109 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4926de23-0a6a-4065-aefd-9fe261118f64 req-99a2b806-b0d4-47ae-8397-c573e9753c22 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 210 time: 0.0348339 Oct 04 14:35:00.518422 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dced4fa-4ccd-450e-825c-c5f1f5925aab req-7c461206-e18b-4c5d-80b3-e7690caa8957 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:00.519974 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7dced4fa-4ccd-450e-825c-c5f1f5925aab req-7c461206-e18b-4c5d-80b3-e7690caa8957 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 944 time: 0.0608938 Oct 04 14:35:00.584055 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7dced4fa-4ccd-450e-825c-c5f1f5925aab req-766d1b52-799b-4d43-ae85-84c5b8541b35 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577960 Oct 04 14:35:00.660069 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635414c8-d99b-4dcb-b53f-7121cd63ebf7 req-31437b26-4f36-4fc9-af5e-c101595e95aa tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:00.663935 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-635414c8-d99b-4dcb-b53f-7121cd63ebf7 req-31437b26-4f36-4fc9-af5e-c101595e95aa tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 946 time: 0.0656662 Oct 04 14:35:00.734898 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-635414c8-d99b-4dcb-b53f-7121cd63ebf7 req-b73aa479-90f3-43c4-8626-28aeb02df3f3 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640044 Oct 04 14:35:00.764431 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 46748) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:35:00.870002 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561c2d7e-b0bd-43cd-90c0-2acb04a2ed04 tempest-TestMinimumBasicScenario-75647734 tempest-TestMinimumBasicScenario-75647734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:00.871761 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-561c2d7e-b0bd-43cd-90c0-2acb04a2ed04 tempest-TestMinimumBasicScenario-75647734 tempest-TestMinimumBasicScenario-75647734-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 1125 time: 0.1063442 Oct 04 14:35:00.875775 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 46752) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:35:00.881078 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-7b8480c4-e65c-4f49-b4d8-7b1cd4a5b4ab tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Request body: {'floatingip': {'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'port_id': '15011792-a2ae-4555-bb5e-f16eac3afea0', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:35:00.907774 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-7b8480c4-e65c-4f49-b4d8-7b1cd4a5b4ab tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:00.991115 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-7b8480c4-e65c-4f49-b4d8-7b1cd4a5b4ab tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:01.108043 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_common [None req-7b8480c4-e65c-4f49-b4d8-7b1cd4a5b4ab tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Allocated IP 172.27.3.156 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/6a27fa63-865c-4379-92b9-ef062f3eda8c) {{(pid=106355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:35:01.171306 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:01.198483 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 43d8d357-7ddb-4b57-8267-bb0fba101087 details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:35:01.256488 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-7b8480c4-e65c-4f49-b4d8-7b1cd4a5b4ab tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for port (6a27fa63-865c-4379-92b9-ef062f3eda8c), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:01.290911 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:01.298805 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-7b8480c4-e65c-4f49-b4d8-7b1cd4a5b4ab tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (6a27fa63-865c-4379-92b9-ef062f3eda8c), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:01.336840 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 43d8d357-7ddb-4b57-8267-bb0fba101087, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=43d8d357-7ddb-4b57-8267-bb0fba101087,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:35:01.348985 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': '43d8d357-7ddb-4b57-8267-bb0fba101087', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'port_id': '43d8d357-7ddb-4b57-8267-bb0fba101087', 'mac_address': 'fa:16:3e:d3:ea:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:35:01.355269 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8480c4-e65c-4f49-b4d8-7b1cd4a5b4ab tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Pushing event updated for resources: {'Port': ['ID=6a27fa63-865c-4379-92b9-ef062f3eda8c,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:01.362702 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8480c4-e65c-4f49-b4d8-7b1cd4a5b4ab tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:35:01.365456 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-7b8480c4-e65c-4f49-b4d8-7b1cd4a5b4ab tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:35:01.367700 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8480c4-e65c-4f49-b4d8-7b1cd4a5b4ab tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Received port after_create {{(pid=106355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:35:01.399143 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9325d255-4a3e-4e93-8557-16cfc196466f req-d76dab83-1604-45eb-8009-601e06340eed tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 210 time: 0.1253178 Oct 04 14:35:01.419855 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 43d8d357-7ddb-4b57-8267-bb0fba101087 is: DOWN; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:35:01.420564 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:01.438040 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d8d357-7ddb-4b57-8267-bb0fba101087 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:35:01.460749 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 43d8d357-7ddb-4b57-8267-bb0fba101087, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=43d8d357-7ddb-4b57-8267-bb0fba101087,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:35:01.465895 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:01.532247 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=43d8d357-7ddb-4b57-8267-bb0fba101087,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:01.780216 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10b47e-c082-4319-9d3b-9c52a6d0b1d5 req-b039edbb-86d1-4395-a088-668a682079c7 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:01.782101 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-fd10b47e-c082-4319-9d3b-9c52a6d0b1d5 req-b039edbb-86d1-4395-a088-668a682079c7 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 945 time: 0.0858209 Oct 04 14:35:01.815802 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-7b8480c4-e65c-4f49-b4d8-7b1cd4a5b4ab tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for floatingip (b9cd933c-97c3-4e9d-979a-7febb6a53ba4), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:01.877496 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-fd10b47e-c082-4319-9d3b-9c52a6d0b1d5 req-278dc7e9-aa60-4901-bb6f-4832991f8b3f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854754 Oct 04 14:35:01.915452 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-7b8480c4-e65c-4f49-b4d8-7b1cd4a5b4ab tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (6a27fa63-865c-4379-92b9-ef062f3eda8c), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:01.947464 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['43d8d357-7ddb-4b57-8267-bb0fba101087'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:35:02.021040 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:02.170654 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3831781-cb1b-4bc1-9930-9a553403901f req-4eb477e2-4512-4551-b7ce-0436dfdc397b tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:02.172204 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d3831781-cb1b-4bc1-9930-9a553403901f req-4eb477e2-4512-4551-b7ce-0436dfdc397b tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f7e1d84-2636-4738-a919-b595b40b8ca0 HTTP/1.1" status: 200 len: 945 time: 0.0732720 Oct 04 14:35:02.177087 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-00d400b3-0532-42aa-8a88-8b103e0157a9 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:02.178766 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-00d400b3-0532-42aa-8a88-8b103e0157a9 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.17 "GET /networking/v2.0/networks?id=c224c131-1e09-47f0-b40a-1a73221baea0 HTTP/1.1" status: 200 len: 810 time: 0.1263871 Oct 04 14:35:02.197490 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-7b8480c4-e65c-4f49-b4d8-7b1cd4a5b4ab tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for port (6a27fa63-865c-4379-92b9-ef062f3eda8c), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:02.206126 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-7b8480c4-e65c-4f49-b4d8-7b1cd4a5b4ab tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577893'] for port (6a27fa63-865c-4379-92b9-ef062f3eda8c), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:02.276125 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:02.299661 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d3831781-cb1b-4bc1-9930-9a553403901f req-e59412bd-3d7b-4841-a853-745c1eecd1e9 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211307 Oct 04 14:35:02.302084 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8480c4-e65c-4f49-b4d8-7b1cd4a5b4ab tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Pushing event updated for resources: {'Port': ['ID=6a27fa63-865c-4379-92b9-ef062f3eda8c,revision_number=2']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:02.307344 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-7b8480c4-e65c-4f49-b4d8-7b1cd4a5b4ab tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (b9cd933c-97c3-4e9d-979a-7febb6a53ba4), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:02.309872 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:02.421928 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.db.l3_db [None req-7b8480c4-e65c-4f49-b4d8-7b1cd4a5b4ab tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Floating IP b9cd933c-97c3-4e9d-979a-7febb6a53ba4 associated. External IP: 172.27.3.156, port: 15011792-a2ae-4555-bb5e-f16eac3afea0. Oct 04 14:35:02.500659 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d1367101-0eca-4ecd-88f9-a8c1cd0bfa8c req-32fe8f2b-4d6c-4f29-a26a-c758ecf1a9ff tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 210 time: 0.0276999 Oct 04 14:35:02.756910 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:02.894327 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8480c4-e65c-4f49-b4d8-7b1cd4a5b4ab tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Router 14b3b1cb-f9cc-4b5d-a547-76f07257b2e7 has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:35:03.042178 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8480c4-e65c-4f49-b4d8-7b1cd4a5b4ab tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:35:03.048921 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29549b23-fdb0-4a44-a1e2-d1e1619d2cce req-45b69c73-83a0-476d-89c0-34df19080e6c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:03.050417 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-29549b23-fdb0-4a44-a1e2-d1e1619d2cce req-45b69c73-83a0-476d-89c0-34df19080e6c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 945 time: 0.0634279 Oct 04 14:35:03.051727 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0228f-2d67-44e6-9812-6a0ed8e95da0 None None] Sync routers for ids ['14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:35:03.063129 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b0228f-2d67-44e6-9812-6a0ed8e95da0 None None] Routers {'14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:35:03.063845 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-77b0228f-2d67-44e6-9812-6a0ed8e95da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:34:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:35:03.081503 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-7b8480c4-e65c-4f49-b4d8-7b1cd4a5b4ab tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:03.136032 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-7b8480c4-e65c-4f49-b4d8-7b1cd4a5b4ab tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2587273 Oct 04 14:35:03.137097 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1be2bd-b5b7-4a54-9196-df2b3061d70e', 'tag': '15011792-a2ae-4555-bb5e-f16eac3afea0'}] {{(pid=106355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:35:03.139268 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 46770) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:35:03.139556 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172969012db89328cfee76f0acc2659810ea9ea6244db33f0d123db39f5e3407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fddda1-b863-4084-8bac-cd7f8b36321a" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1be2bd-b5b7-4a54-9196-df2b3061d70e", "tag": "15011792-a2ae-4555-bb5e-f16eac3afea0"}]}' {{(pid=106355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:35:03.144163 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-7a4f7136-e185-4507-bde5-cf7d2b48908b tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-819710087', 'description': 'tempest-secgroup-smoke-819710087 description', 'project_id': '9cf9a725cf7e42ea939bee84113b12ee'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:35:03.145362 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-29549b23-fdb0-4a44-a1e2-d1e1619d2cce req-d0cf47b2-f9a1-4443-be1c-f217a06100bd tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871787 Oct 04 14:35:03.182656 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-77b0228f-2d67-44e6-9812-6a0ed8e95da0 None None] Set router 14b3b1cb-f9cc-4b5d-a547-76f07257b2e7 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:35:03.183850 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38891182-882f-4f7d-b38d-7b4798872186 x-openstack-request-id: req-38891182-882f-4f7d-b38d-7b4798872186 {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:35:03.184134 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1be2bd-b5b7-4a54-9196-df2b3061d70e", "tag": "15011792-a2ae-4555-bb5e-f16eac3afea0", "status": "completed", "code": 200}]} {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:35:03.184412 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-38891182-882f-4f7d-b38d-7b4798872186 {{(pid=106355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:35:03.184851 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38891182-882f-4f7d-b38d-7b4798872186'] response: {'name': 'network-changed', 'server_uuid': '6f1be2bd-b5b7-4a54-9196-df2b3061d70e', 'tag': '15011792-a2ae-4555-bb5e-f16eac3afea0', 'status': 'completed', 'code': 200} Oct 04 14:35:03.205349 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7a4f7136-e185-4507-bde5-cf7d2b48908b tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:03.216010 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 43d8d357-7ddb-4b57-8267-bb0fba101087 up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:35:03.230189 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:03.241980 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:03.267951 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning for port 43d8d357-7ddb-4b57-8267-bb0fba101087 completed by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 14:35:03.276233 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port 43d8d357-7ddb-4b57-8267-bb0fba101087 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:35:03.277296 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:03.277296 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port 43d8d357-7ddb-4b57-8267-bb0fba101087 Oct 04 14:35:03.292954 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7a4f7136-e185-4507-bde5-cf7d2b48908b tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for security_group (bc570813-e84d-4bd0-aa5f-a8c0b290be17), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:03.297821 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7a4f7136-e185-4507-bde5-cf7d2b48908b tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (bc570813-e84d-4bd0-aa5f-a8c0b290be17), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:03.335623 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7a4f7136-e185-4507-bde5-cf7d2b48908b tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:03.336891 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-7a4f7136-e185-4507-bde5-cf7d2b48908b tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1965790 Oct 04 14:35:03.338967 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f7136-e185-4507-bde5-cf7d2b48908b tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc570813-e84d-4bd0-aa5f-a8c0b290be17,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:03.350052 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 46776) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:35:03.355086 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-7dc4b593-3e2e-4cda-804f-d9ce74828a92 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Request body: {'security_group_rule': {'security_group_id': 'bc570813-e84d-4bd0-aa5f-a8c0b290be17', 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:35:03.370424 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:03.375477 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 43d8d357-7ddb-4b57-8267-bb0fba101087 is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:35:03.375880 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:03.388410 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:03.395307 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7dc4b593-3e2e-4cda-804f-d9ce74828a92 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for security_group_rule (2898b451-9874-4ca5-b16f-9380a3a34bf3), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:03.405518 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bb7e73-d6ea-4441-8b64-19affd0804f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d8d357-7ddb-4b57-8267-bb0fba101087'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:35:03.408733 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3088574-c0f7-42db-883a-9655f675112d" -d '{"events": [{"server_uuid": "35bb7e73-d6ea-4441-8b64-19affd0804f6", "name": "network-vif-plugged", "status": "completed", "tag": "43d8d357-7ddb-4b57-8267-bb0fba101087"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:35:03.411252 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:03.430921 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-77b0228f-2d67-44e6-9812-6a0ed8e95da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'name': 'tempest-TestMinimumBasicScenario-593047384-router', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:33:39Z', 'updated_at': '2022-10-04T14:33:43Z', 'revision_number': 4, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'gw_port': {'id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:40Z', 'updated_at': '2022-10-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'b9cd933c-97c3-4e9d-979a-7febb6a53ba4', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'port_id': '15011792-a2ae-4555-bb5e-f16eac3afea0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c', 'mac_address': 'fa:16:3e:b0:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1be2bd-b5b7-4a54-9196-df2b3061d70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:35:01Z', 'updated_at': '2022-10-04T14:35:01Z', 'revision_number': 0, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d40d68b-f727-4d3b-ac45-253332b63edc', 'name': '', 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'mac_address': 'fa:16:3e:88:a8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5096a64b-07f5-40cd-bfff-18ee54025b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:43Z', 'updated_at': '2022-10-04T14:33:51Z', 'revision_number': 5, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'subnets': [{'id': '5096a64b-07f5-40cd-bfff-18ee54025b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:35:03.432626 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 43d8d357-7ddb-4b57-8267-bb0fba101087, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=43d8d357-7ddb-4b57-8267-bb0fba101087,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:35:03.439153 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:03.464214 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0228f-2d67-44e6-9812-6a0ed8e95da0 None None] Checking router: 14b3b1cb-f9cc-4b5d-a547-76f07257b2e7 for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:35:03.479979 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b0228f-2d67-44e6-9812-6a0ed8e95da0 None None] Routers {'14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:35:03.480761 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-77b0228f-2d67-44e6-9812-6a0ed8e95da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:34:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:35:03.487238 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05522d2-2255-4fef-b90e-b4025f1d18a1 x-openstack-request-id: req-a05522d2-2255-4fef-b90e-b4025f1d18a1 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:35:03.487824 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bb7e73-d6ea-4441-8b64-19affd0804f6", "name": "network-vif-plugged", "status": "completed", "tag": "43d8d357-7ddb-4b57-8267-bb0fba101087", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:35:03.488403 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a05522d2-2255-4fef-b90e-b4025f1d18a1 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:35:03.489000 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a05522d2-2255-4fef-b90e-b4025f1d18a1'] response: {'server_uuid': '35bb7e73-d6ea-4441-8b64-19affd0804f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d8d357-7ddb-4b57-8267-bb0fba101087', 'code': 200} Oct 04 14:35:03.517576 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101c11a-e71c-4eb1-b9e4-28468d742367 req-a5d3a773-366f-4ebc-adcf-6ae165e6942f tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:03.519177 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4101c11a-e71c-4eb1-b9e4-28468d742367 req-a5d3a773-366f-4ebc-adcf-6ae165e6942f tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f7e1d84-2636-4738-a919-b595b40b8ca0 HTTP/1.1" status: 200 len: 945 time: 0.0766833 Oct 04 14:35:03.534295 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7dc4b593-3e2e-4cda-804f-d9ce74828a92 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for security_group_rule (2898b451-9874-4ca5-b16f-9380a3a34bf3), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:03.547318 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=43d8d357-7ddb-4b57-8267-bb0fba101087,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:03.549603 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7dc4b593-3e2e-4cda-804f-d9ce74828a92 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (2898b451-9874-4ca5-b16f-9380a3a34bf3), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:03.580089 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4b593-3e2e-4cda-804f-d9ce74828a92 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2898b451-9874-4ca5-b16f-9380a3a34bf3,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:03.592953 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7dc4b593-3e2e-4cda-804f-d9ce74828a92 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:03.594193 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-7dc4b593-3e2e-4cda-804f-d9ce74828a92 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2430863 Oct 04 14:35:03.597364 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 46782) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:35:03.601968 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-7f31202b-02ea-4300-bdab-8eb78c650c4c tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Request body: {'security_group_rule': {'security_group_id': 'bc570813-e84d-4bd0-aa5f-a8c0b290be17', 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:35:03.618094 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4101c11a-e71c-4eb1-b9e4-28468d742367 req-a5014dbf-ff41-4a5f-9187-2969414ccec5 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917301 Oct 04 14:35:03.662380 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-fc97de67-9d73-4cdf-85db-10e2877322fb req-712cd82a-c29e-48a1-88f5-2c1cf939013d tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 210 time: 0.0343306 Oct 04 14:35:03.662976 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-7f31202b-02ea-4300-bdab-8eb78c650c4c tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for security_group_rule (4c6fa7a0-a84c-48d4-bbb7-5b5dd93dc729), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:03.691481 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=100 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:03.710109 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-77b0228f-2d67-44e6-9812-6a0ed8e95da0 None None] Set router 14b3b1cb-f9cc-4b5d-a547-76f07257b2e7 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:35:03.717632 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:03.724436 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-7f31202b-02ea-4300-bdab-8eb78c650c4c tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for security_group_rule (4c6fa7a0-a84c-48d4-bbb7-5b5dd93dc729), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:03.728889 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-7f31202b-02ea-4300-bdab-8eb78c650c4c tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (4c6fa7a0-a84c-48d4-bbb7-5b5dd93dc729), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:03.752044 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31202b-02ea-4300-bdab-8eb78c650c4c tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6fa7a0-a84c-48d4-bbb7-5b5dd93dc729,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:03.758122 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-7f31202b-02ea-4300-bdab-8eb78c650c4c tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:03.759247 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-7f31202b-02ea-4300-bdab-8eb78c650c4c tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1608770 Oct 04 14:35:03.762733 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 46786) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:35:03.767904 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-be681292-4eb7-4a49-9d6e-69319458bdaf tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Request body: {'security_group_rule': {'security_group_id': 'bc570813-e84d-4bd0-aa5f-a8c0b290be17', 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:35:03.799350 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-be681292-4eb7-4a49-9d6e-69319458bdaf tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for security_group_rule (b360591c-cd8c-4a4f-8e77-3b71efee631b), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:03.850372 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:03.895469 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-be681292-4eb7-4a49-9d6e-69319458bdaf tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for security_group_rule (b360591c-cd8c-4a4f-8e77-3b71efee631b), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:03.906953 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-be681292-4eb7-4a49-9d6e-69319458bdaf tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (b360591c-cd8c-4a4f-8e77-3b71efee631b), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:03.912753 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=100 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:03.948831 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be681292-4eb7-4a49-9d6e-69319458bdaf tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b360591c-cd8c-4a4f-8e77-3b71efee631b,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:03.955855 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-d803edf4-0dc7-4fd1-86cf-32a5cd0c8332 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3a4fa5d0aa0e4bf98816e4600023ca99 HTTP/1.1" status: 200 len: 379 time: 0.0941980 Oct 04 14:35:03.959592 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-be681292-4eb7-4a49-9d6e-69319458bdaf tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:03.960762 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-be681292-4eb7-4a49-9d6e-69319458bdaf tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1965952 Oct 04 14:35:03.964195 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 46788) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:35:03.971551 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-13610944-ab56-4a0a-ba89-8d02fdaf2cbb tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Request body: {'security_group_rule': {'security_group_id': 'bc570813-e84d-4bd0-aa5f-a8c0b290be17', 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:35:03.986854 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-77b0228f-2d67-44e6-9812-6a0ed8e95da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'name': 'tempest-TestMinimumBasicScenario-593047384-router', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:33:39Z', 'updated_at': '2022-10-04T14:33:43Z', 'revision_number': 4, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'gw_port': {'id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:40Z', 'updated_at': '2022-10-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'b9cd933c-97c3-4e9d-979a-7febb6a53ba4', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'port_id': '15011792-a2ae-4555-bb5e-f16eac3afea0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c', 'mac_address': 'fa:16:3e:b0:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1be2bd-b5b7-4a54-9196-df2b3061d70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:35:01Z', 'updated_at': '2022-10-04T14:35:01Z', 'revision_number': 0, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d40d68b-f727-4d3b-ac45-253332b63edc', 'name': '', 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'mac_address': 'fa:16:3e:88:a8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5096a64b-07f5-40cd-bfff-18ee54025b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:43Z', 'updated_at': '2022-10-04T14:33:51Z', 'revision_number': 5, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'subnets': [{'id': '5096a64b-07f5-40cd-bfff-18ee54025b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:35:04.004409 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-13610944-ab56-4a0a-ba89-8d02fdaf2cbb tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for security_group_rule (465cbfcc-3846-485e-8c76-0530d728289b), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:04.018191 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0228f-2d67-44e6-9812-6a0ed8e95da0 None None] The sync data for ids ['14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'] in dv-cinder-860260-1-iscsi is: [{'id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'name': 'tempest-TestMinimumBasicScenario-593047384-router', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:33:39Z', 'updated_at': '2022-10-04T14:33:43Z', 'revision_number': 4, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'gw_port': {'id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:40Z', 'updated_at': '2022-10-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'b9cd933c-97c3-4e9d-979a-7febb6a53ba4', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'port_id': '15011792-a2ae-4555-bb5e-f16eac3afea0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c', 'mac_address': 'fa:16:3e:b0:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1be2bd-b5b7-4a54-9196-df2b3061d70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:35:01Z', 'updated_at': '2022-10-04T14:35:01Z', 'revision_number': 0, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d40d68b-f727-4d3b-ac45-253332b63edc', 'name': '', 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'mac_address': 'fa:16:3e:88:a8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5096a64b-07f5-40cd-bfff-18ee54025b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:43Z', 'updated_at': '2022-10-04T14:33:51Z', 'revision_number': 5, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'subnets': [{'id': '5096a64b-07f5-40cd-bfff-18ee54025b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:35:04.061312 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-0be36856-0ef0-4143-8493-0c681b014d6c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Request body: {'port': {'device_id': '1a5dac79-f96d-476e-afb9-50602d68e5ae', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'admin_state_up': True, 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'security_groups': ['fd42fb15-bafe-4c43-8fa6-6a87bec2d54b']}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:35:04.161793 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-13610944-ab56-4a0a-ba89-8d02fdaf2cbb tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for security_group_rule (465cbfcc-3846-485e-8c76-0530d728289b), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:04.170218 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fddda1-b863-4084-8bac-cd7f8b36321a req-dcdf1ddd-8396-47e8-948d-d1ef83609435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:04.172019 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d1fddda1-b863-4084-8bac-cd7f8b36321a req-dcdf1ddd-8396-47e8-948d-d1ef83609435 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9cf9a725cf7e42ea939bee84113b12ee&device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 1130 time: 0.1065564 Oct 04 14:35:04.180787 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-13610944-ab56-4a0a-ba89-8d02fdaf2cbb tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (465cbfcc-3846-485e-8c76-0530d728289b), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:04.211923 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:04.213871 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13610944-ab56-4a0a-ba89-8d02fdaf2cbb tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=465cbfcc-3846-485e-8c76-0530d728289b,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:04.228057 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-13610944-ab56-4a0a-ba89-8d02fdaf2cbb tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:04.229327 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-13610944-ab56-4a0a-ba89-8d02fdaf2cbb tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2639894 Oct 04 14:35:04.233144 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 46796) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:35:04.238828 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-c8bdb16c-d1f7-4842-b9d3-d5bec0246676 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Request body: {'security_group_rule': {'security_group_id': 'bc570813-e84d-4bd0-aa5f-a8c0b290be17', 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:35:04.262614 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.db.securitygroups_db [None req-c8bdb16c-d1f7-4842-b9d3-d5bec0246676 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Project 9cf9a725cf7e42ea939bee84113b12ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 14:35:04.269369 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c8bdb16c-d1f7-4842-b9d3-d5bec0246676 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for security_group_rule (3e26ba49-d2a3-445c-af42-d648c0d1a49f), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:04.275817 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:INSERT=8,neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:04.280295 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a518dd-72ae-4538-9b6f-8d8015593c8d None None] New status for floating IP b9cd933c-97c3-4e9d-979a-7febb6a53ba4: ACTIVE {{(pid=106357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:35:04.317680 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-0be36856-0ef0-4143-8493-0c681b014d6c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Made reservation on behalf of 3a4fa5d0aa0e4bf98816e4600023ca99 for: {'port': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:35:04.322284 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-0be36856-0ef0-4143-8493-0c681b014d6c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:04.348505 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c8bdb16c-d1f7-4842-b9d3-d5bec0246676 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for security_group_rule (3e26ba49-d2a3-445c-af42-d648c0d1a49f), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:04.349682 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b274a-57fa-429e-8080-0ee0bd6f496e req-cdcaac25-1a89-410b-a46d-0be2c92d921d tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:04.351474 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-434b274a-57fa-429e-8080-0ee0bd6f496e req-cdcaac25-1a89-410b-a46d-0be2c92d921d tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0926247 Oct 04 14:35:04.354074 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c8bdb16c-d1f7-4842-b9d3-d5bec0246676 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (3e26ba49-d2a3-445c-af42-d648c0d1a49f), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:04.391140 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bdb16c-d1f7-4842-b9d3-d5bec0246676 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e26ba49-d2a3-445c-af42-d648c0d1a49f,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:04.453572 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c8bdb16c-d1f7-4842-b9d3-d5bec0246676 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:04.457260 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-c8bdb16c-d1f7-4842-b9d3-d5bec0246676 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2207103 Oct 04 14:35:04.460193 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:04.460993 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 46798) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:35:04.472048 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-6b6c9c28-8620-40ce-9b5f-3370421f483a tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Request body: {'security_group_rule': {'security_group_id': 'bc570813-e84d-4bd0-aa5f-a8c0b290be17', 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:35:04.492971 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6681b-7a95-42a4-a6ae-7af9b072d307 req-979c2bbc-4695-46fe-af19-fbbf66f20559 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:04.494153 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b4b6681b-7a95-42a4-a6ae-7af9b072d307 req-979c2bbc-4695-46fe-af19-fbbf66f20559 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=6f7e1d84-2636-4738-a919-b595b40b8ca0 HTTP/1.1" status: 200 len: 945 time: 0.1185856 Oct 04 14:35:04.512776 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055dafd-ce60-4e98-b06f-fd495c6648ba req-114408d1-e5a4-493d-93ff-18e975a4964b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:04.514860 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d055dafd-ce60-4e98-b06f-fd495c6648ba req-114408d1-e5a4-493d-93ff-18e975a4964b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 1130 time: 0.0963135 Oct 04 14:35:04.567256 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.db.securitygroups_db [None req-6b6c9c28-8620-40ce-9b5f-3370421f483a tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Project 9cf9a725cf7e42ea939bee84113b12ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 14:35:04.589757 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9c28-8620-40ce-9b5f-3370421f483a tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for security_group_rule (ab094e77-fc25-4874-a806-2e6006122ab7), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:04.592847 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-434b274a-57fa-429e-8080-0ee0bd6f496e req-3b5dd6db-d14e-45c2-a2e4-822360bab0da tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592228 Oct 04 14:35:04.601867 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fddda1-b863-4084-8bac-cd7f8b36321a req-bb919997-0aa8-42d8-abc2-80533953f54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:04.603411 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d1fddda1-b863-4084-8bac-cd7f8b36321a req-bb919997-0aa8-42d8-abc2-80533953f54a service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fa33c312-594b-49b2-bd86-df2f885aca0c HTTP/1.1" status: 200 len: 915 time: 0.2365108 Oct 04 14:35:04.657564 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-0be36856-0ef0-4143-8493-0c681b014d6c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Allocated IP 172.20.0.8 (c224c131-1e09-47f0-b40a-1a73221baea0/f924e31c-043d-4433-825a-9f71ad91746e/e72efce6-2833-4437-98f6-0d6dbe747184) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:35:04.664638 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [req-b4b6681b-7a95-42a4-a6ae-7af9b072d307 req-ec1915c8-892c-41b0-8c9d-fdb15c1e3d41 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Deleting port 94339d45-a083-4b8d-984f-7ad2590b96fd {{(pid=106355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:35:04.664986 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-b4b6681b-7a95-42a4-a6ae-7af9b072d307 req-ec1915c8-892c-41b0-8c9d-fdb15c1e3d41 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (94339d45-a083-4b8d-984f-7ad2590b96fd), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:04.691394 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d055dafd-ce60-4e98-b06f-fd495c6648ba req-1aade471-cffd-41e2-a142-d7791da2168a service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521904 Oct 04 14:35:04.703591 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d1fddda1-b863-4084-8bac-cd7f8b36321a req-0880524b-9016-41b1-b9f7-805c67a58952 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15011792-a2ae-4555-bb5e-f16eac3afea0 HTTP/1.1" status: 200 len: 1002 time: 0.0914657 Oct 04 14:35:04.816168 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9c28-8620-40ce-9b5f-3370421f483a tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for security_group_rule (ab094e77-fc25-4874-a806-2e6006122ab7), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:04.823185 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a12e5-e696-4364-aa00-8bbfbf71ae66 req-524d8c0d-b6a9-4148-b460-1e0ef846d902 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:04.824928 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4a0a12e5-e696-4364-aa00-8bbfbf71ae66 req-524d8c0d-b6a9-4148-b460-1e0ef846d902 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f7e1d84-2636-4738-a919-b595b40b8ca0 HTTP/1.1" status: 200 len: 945 time: 0.0944891 Oct 04 14:35:04.830416 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9c28-8620-40ce-9b5f-3370421f483a tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (ab094e77-fc25-4874-a806-2e6006122ab7), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:04.881352 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c9c28-8620-40ce-9b5f-3370421f483a tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab094e77-fc25-4874-a806-2e6006122ab7,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:04.904077 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [req-b4b6681b-7a95-42a4-a6ae-7af9b072d307 req-ec1915c8-892c-41b0-8c9d-fdb15c1e3d41 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] For port 94339d45-a083-4b8d-984f-7ad2590b96fd, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=94339d45-a083-4b8d-984f-7ad2590b96fd,segment=NetworkSegment(291a4a06-d64a-40d0-b78a-b72353a9bb36),segment_id=291a4a06-d64a-40d0-b78a-b72353a9bb36)] {{(pid=106355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:35:04.904430 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-b4b6681b-7a95-42a4-a6ae-7af9b072d307 req-ec1915c8-892c-41b0-8c9d-fdb15c1e3d41 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (94339d45-a083-4b8d-984f-7ad2590b96fd), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:04.911454 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9c28-8620-40ce-9b5f-3370421f483a tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:04.912702 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-6b6c9c28-8620-40ce-9b5f-3370421f483a tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4449828 Oct 04 14:35:04.933753 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [req-b4b6681b-7a95-42a4-a6ae-7af9b072d307 req-ec1915c8-892c-41b0-8c9d-fdb15c1e3d41 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Calling delete_port for 94339d45-a083-4b8d-984f-7ad2590b96fd owned by compute:nova {{(pid=106355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:35:04.938521 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:04.959989 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4a0a12e5-e696-4364-aa00-8bbfbf71ae66 req-c6241e5d-b378-4c62-b776-6d68c7a7a66d tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168516 Oct 04 14:35:05.098032 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c65535f2-ad0b-49ee-92ab-c73fc85804d7 req-95731297-0d6d-4ab7-a9ee-62d316b8ca13 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 210 time: 0.3356137 Oct 04 14:35:05.099603 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4ec0aceb-3c63-46bc-86ea-53ca715ec6ab req-e21e0f19-f06e-4aa6-bb9f-9e1a97017a5f tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-819710087&fields=id&tenant_id=9cf9a725cf7e42ea939bee84113b12ee HTTP/1.1" status: 200 len: 267 time: 0.0720062 Oct 04 14:35:05.154320 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fddda1-b863-4084-8bac-cd7f8b36321a req-f19ead97-4e5b-4f56-adb2-7cb0d4833d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:05.155921 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d1fddda1-b863-4084-8bac-cd7f8b36321a req-f19ead97-4e5b-4f56-adb2-7cb0d4833d96 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=5096a64b-07f5-40cd-bfff-18ee54025b86 HTTP/1.1" status: 200 len: 853 time: 0.1107779 Oct 04 14:35:05.182971 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-b4b6681b-7a95-42a4-a6ae-7af9b072d307 req-ec1915c8-892c-41b0-8c9d-fdb15c1e3d41 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (94339d45-a083-4b8d-984f-7ad2590b96fd), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:05.191165 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0aceb-3c63-46bc-86ea-53ca715ec6ab req-daf4d8ed-7c1d-4385-8a96-faa544f2a671 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:05.192827 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4ec0aceb-3c63-46bc-86ea-53ca715ec6ab req-daf4d8ed-7c1d-4385-8a96-faa544f2a671 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 946 time: 0.0749888 Oct 04 14:35:05.193005 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-0be36856-0ef0-4143-8493-0c681b014d6c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for port (e72efce6-2833-4437-98f6-0d6dbe747184), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:05.228000 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-0be36856-0ef0-4143-8493-0c681b014d6c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (e72efce6-2833-4437-98f6-0d6dbe747184), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:05.229653 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [req-4ec0aceb-3c63-46bc-86ea-53ca715ec6ab req-39b8a6e4-250c-43b8-a1ea-9f73306d0fec tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Request body: {'port': {'security_groups': ['9b5cfdd0-b7f1-47bd-98cf-88bfa2396286', 'bc570813-e84d-4bd0-aa5f-a8c0b290be17']}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:35:05.234459 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['94339d45-a083-4b8d-984f-7ad2590b96fd'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:35:05.237156 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1915c8-892c-41b0-8c9d-fdb15c1e3d41 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Pushing event deleted for resources: {'Port': ['ID=94339d45-a083-4b8d-984f-7ad2590b96fd,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:05.277205 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-0be36856-0ef0-4143-8493-0c681b014d6c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Network c224c131-1e09-47f0-b40a-1a73221baea0 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:35:05.283403 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-0be36856-0ef0-4143-8493-0c681b014d6c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:35:05.285371 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be36856-0ef0-4143-8493-0c681b014d6c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Pushing event updated for resources: {'Port': ['ID=e72efce6-2833-4437-98f6-0d6dbe747184,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:05.287569 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-0be36856-0ef0-4143-8493-0c681b014d6c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:35:05.315174 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b6681b-7a95-42a4-a6ae-7af9b072d307 req-ec1915c8-892c-41b0-8c9d-fdb15c1e3d41 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] No DVR routers for this DVR port 94339d45-a083-4b8d-984f-7ad2590b96fd on host hv-cinder-86026 {{(pid=106355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:35:05.337414 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-b4b6681b-7a95-42a4-a6ae-7af9b072d307 req-ec1915c8-892c-41b0-8c9d-fdb15c1e3d41 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:05.338751 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-0be36856-0ef0-4143-8493-0c681b014d6c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:05.339624 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-0be36856-0ef0-4143-8493-0c681b014d6c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:05.341297 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b4b6681b-7a95-42a4-a6ae-7af9b072d307 req-ec1915c8-892c-41b0-8c9d-fdb15c1e3d41 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.17 "DELETE /networking/v2.0/ports/94339d45-a083-4b8d-984f-7ad2590b96fd HTTP/1.1" status: 204 len: 173 time: 0.8376217 Oct 04 14:35:05.341825 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7e1d84-2636-4738-a919-b595b40b8ca0', 'name': 'network-vif-deleted', 'tag': '94339d45-a083-4b8d-984f-7ad2590b96fd'}] {{(pid=106355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:35:05.344394 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172969012db89328cfee76f0acc2659810ea9ea6244db33f0d123db39f5e3407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd3b46e-90c9-41b4-b611-69868abfc99a" -d '{"events": [{"server_uuid": "6f7e1d84-2636-4738-a919-b595b40b8ca0", "name": "network-vif-deleted", "tag": "94339d45-a083-4b8d-984f-7ad2590b96fd"}]}' {{(pid=106355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:35:05.359456 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-0be36856-0ef0-4143-8493-0c681b014d6c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3078978 Oct 04 14:35:05.363338 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-4ec0aceb-3c63-46bc-86ea-53ca715ec6ab req-39b8a6e4-250c-43b8-a1ea-9f73306d0fec tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (15011792-a2ae-4555-bb5e-f16eac3afea0), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:05.408283 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0101771d-3e66-450b-88f3-f2e045a95de4 x-openstack-request-id: req-0101771d-3e66-450b-88f3-f2e045a95de4 {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:35:05.408514 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7e1d84-2636-4738-a919-b595b40b8ca0", "name": "network-vif-deleted", "tag": "94339d45-a083-4b8d-984f-7ad2590b96fd", "status": "completed", "code": 200}]} {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:35:05.408762 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0101771d-3e66-450b-88f3-f2e045a95de4 {{(pid=106355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:35:05.409167 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0101771d-3e66-450b-88f3-f2e045a95de4'] response: {'server_uuid': '6f7e1d84-2636-4738-a919-b595b40b8ca0', 'name': 'network-vif-deleted', 'tag': '94339d45-a083-4b8d-984f-7ad2590b96fd', 'status': 'completed', 'code': 200} Oct 04 14:35:05.473176 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:05.597597 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [req-4ec0aceb-3c63-46bc-86ea-53ca715ec6ab req-39b8a6e4-250c-43b8-a1ea-9f73306d0fec tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] For port 15011792-a2ae-4555-bb5e-f16eac3afea0, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=15011792-a2ae-4555-bb5e-f16eac3afea0,segment=NetworkSegment(28160fab-1756-4ac2-a33b-52e68979dd7f),segment_id=28160fab-1756-4ac2-a33b-52e68979dd7f)] {{(pid=106355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:35:05.634593 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-efe870a1-7388-4c2f-a5b0-7946262266d0 service neutron] Request body: {'port': {'device_id': '1a5dac79-f96d-476e-afb9-50602d68e5ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86026'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:35:05.641275 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-4ec0aceb-3c63-46bc-86ea-53ca715ec6ab req-39b8a6e4-250c-43b8-a1ea-9f73306d0fec tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for port (15011792-a2ae-4555-bb5e-f16eac3afea0), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:05.641405 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-f2307536-9f8a-4264-9382-194d1feecb6c None None] Provisioning complete for port e72efce6-2833-4437-98f6-0d6dbe747184 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:35:05.641405 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f2307536-9f8a-4264-9382-194d1feecb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (e72efce6-2833-4437-98f6-0d6dbe747184), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:05.641405 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-f2307536-9f8a-4264-9382-194d1feecb6c None None] Attempt 1 to provision port e72efce6-2833-4437-98f6-0d6dbe747184 Oct 04 14:35:05.646182 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-4ec0aceb-3c63-46bc-86ea-53ca715ec6ab req-39b8a6e4-250c-43b8-a1ea-9f73306d0fec tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577893'] for port (15011792-a2ae-4555-bb5e-f16eac3afea0), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:05.660152 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0aceb-3c63-46bc-86ea-53ca715ec6ab req-39b8a6e4-250c-43b8-a1ea-9f73306d0fec tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:05.660858 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-4ec0aceb-3c63-46bc-86ea-53ca715ec6ab req-39b8a6e4-250c-43b8-a1ea-9f73306d0fec tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:05.662632 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4ec0aceb-3c63-46bc-86ea-53ca715ec6ab req-39b8a6e4-250c-43b8-a1ea-9f73306d0fec tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "PUT /networking/v2.0/ports/15011792-a2ae-4555-bb5e-f16eac3afea0 HTTP/1.1" status: 200 len: 982 time: 0.4616392 Oct 04 14:35:05.702857 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:05.723365 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8a6e4-250c-43b8-a1ea-9f73306d0fec tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Pushing event updated for resources: {'Port': ['ID=15011792-a2ae-4555-bb5e-f16eac3afea0,revision_number=6']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:05.734157 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-f2307536-9f8a-4264-9382-194d1feecb6c None None] Port e72efce6-2833-4437-98f6-0d6dbe747184 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:35:05.735556 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['15011792-a2ae-4555-bb5e-f16eac3afea0'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:35:05.756071 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:05.797507 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fddda1-b863-4084-8bac-cd7f8b36321a req-0c1f58cd-5552-4136-a22b-f52d72d854a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:05.799139 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d1fddda1-b863-4084-8bac-cd7f8b36321a req-0c1f58cd-5552-4136-a22b-f52d72d854a3 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fa33c312-594b-49b2-bd86-df2f885aca0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1993256 Oct 04 14:35:05.813792 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fd506-4523-42ca-a2f0-e78595ed2161 req-bfe1af32-14ab-4896-81d1-c76dd6951f7f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:05.815015 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4c2fd506-4523-42ca-a2f0-e78595ed2161 req-bfe1af32-14ab-4896-81d1-c76dd6951f7f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.1172175 Oct 04 14:35:05.826759 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-efe870a1-7388-4c2f-a5b0-7946262266d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (e72efce6-2833-4437-98f6-0d6dbe747184), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:05.835664 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fba3ba-4777-4cf2-aafe-ce240eeef243 req-71d5af3e-264c-46d3-9e1f-da94ab48c01c tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:05.837331 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-04fba3ba-4777-4cf2-aafe-ce240eeef243 req-71d5af3e-264c-46d3-9e1f-da94ab48c01c tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 985 time: 0.0630276 Oct 04 14:35:05.913828 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-04fba3ba-4777-4cf2-aafe-ce240eeef243 req-d55d94e8-f287-4a39-825e-11e1db1bfd28 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&id=bc570813-e84d-4bd0-aa5f-a8c0b290be17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674055 Oct 04 14:35:05.921602 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4c2fd506-4523-42ca-a2f0-e78595ed2161 req-a245c4bb-a1d7-4382-a360-552e9bdde3ae tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963838 Oct 04 14:35:05.941797 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['15011792-a2ae-4555-bb5e-f16eac3afea0'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:35:06.167465 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-63933dd6-e6e1-4bcd-bb34-7d4f2e66850b req-9a32facb-9041-4328-bbc9-c8edc37d320a tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f7e1d84-2636-4738-a919-b595b40b8ca0 HTTP/1.1" status: 200 len: 210 time: 0.0656171 Oct 04 14:35:06.258831 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d1fddda1-b863-4084-8bac-cd7f8b36321a req-bbc7cada-3abd-4007-a63c-01ba04d44c03 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fa33c312-594b-49b2-bd86-df2f885aca0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212129 Oct 04 14:35:06.264577 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f5ae7-fe21-4972-ba81-0918d4fa58ac req-7fc29740-8870-4c5f-861d-52052c150a06 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:06.266258 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0e9f5ae7-fe21-4972-ba81-0918d4fa58ac req-7fc29740-8870-4c5f-861d-52052c150a06 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 931 time: 0.0718544 Oct 04 14:35:06.317463 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-efe870a1-7388-4c2f-a5b0-7946262266d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e72efce6-2833-4437-98f6-0d6dbe747184 {{(pid=106356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:35:06.319158 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0e9f5ae7-fe21-4972-ba81-0918d4fa58ac req-da89dd89-35dc-440d-8121-e5ca1e023c5a tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd42fb15-bafe-4c43-8fa6-6a87bec2d54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453699 Oct 04 14:35:06.328406 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-efe870a1-7388-4c2f-a5b0-7946262266d0 service neutron] Publish callbacks [] for port (e72efce6-2833-4437-98f6-0d6dbe747184), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:06.348258 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.provisioning_blocks [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-efe870a1-7388-4c2f-a5b0-7946262266d0 service neutron] Transition to ACTIVE for port object e72efce6-2833-4437-98f6-0d6dbe747184 will not be triggered until provisioned by entity L2. {{(pid=106356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 14:35:06.353444 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-efe870a1-7388-4c2f-a5b0-7946262266d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (e72efce6-2833-4437-98f6-0d6dbe747184), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:06.436673 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe870a1-7388-4c2f-a5b0-7946262266d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e72efce6-2833-4437-98f6-0d6dbe747184,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:06.470381 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-efe870a1-7388-4c2f-a5b0-7946262266d0 service neutron] Attempting to bind port e72efce6-2833-4437-98f6-0d6dbe747184 on host hv-cinder-86026 for vnic_type normal with profile {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:35:06.470702 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-efe870a1-7388-4c2f-a5b0-7946262266d0 service neutron] Attempting to bind port e72efce6-2833-4437-98f6-0d6dbe747184 by drivers openvswitch,hyperv on host hv-cinder-86026 at level 0 using segments [{'id': 'eadc35fa-057b-4202-b790-68a141529e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0'}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:35:06.470986 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-efe870a1-7388-4c2f-a5b0-7946262266d0 service neutron] Attempting to bind port e72efce6-2833-4437-98f6-0d6dbe747184 on network c224c131-1e09-47f0-b40a-1a73221baea0 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:35:06.515255 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-efe870a1-7388-4c2f-a5b0-7946262266d0 service neutron] Port e72efce6-2833-4437-98f6-0d6dbe747184 on network c224c131-1e09-47f0-b40a-1a73221baea0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86026 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 14:35:06.515594 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-efe870a1-7388-4c2f-a5b0-7946262266d0 service neutron] Attempting to bind port e72efce6-2833-4437-98f6-0d6dbe747184 on network c224c131-1e09-47f0-b40a-1a73221baea0 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:35:06.561959 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-efe870a1-7388-4c2f-a5b0-7946262266d0 service neutron] Checking agent: {'id': '7414b559-7f0d-43de-b796-62d1db2de72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86026', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'started_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:35:06.562297 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-efe870a1-7388-4c2f-a5b0-7946262266d0 service neutron] Checking segment: {'id': 'eadc35fa-057b-4202-b790-68a141529e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:35:06.562683 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-efe870a1-7388-4c2f-a5b0-7946262266d0 service neutron] Bound using segment: {'id': 'eadc35fa-057b-4202-b790-68a141529e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0'} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:35:06.563112 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-efe870a1-7388-4c2f-a5b0-7946262266d0 service neutron] Bound port: e72efce6-2833-4437-98f6-0d6dbe747184, host: hv-cinder-86026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eadc35fa-057b-4202-b790-68a141529e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0'}}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:35:06.563468 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-efe870a1-7388-4c2f-a5b0-7946262266d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (e72efce6-2833-4437-98f6-0d6dbe747184), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:06.679621 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-efe870a1-7388-4c2f-a5b0-7946262266d0 service neutron] For port e72efce6-2833-4437-98f6-0d6dbe747184, host hv-cinder-86026, cleared binding levels {{(pid=106356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:35:06.686433 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:06.698878 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:06.702478 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-efe870a1-7388-4c2f-a5b0-7946262266d0 service neutron] For port e72efce6-2833-4437-98f6-0d6dbe747184, host hv-cinder-86026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=e72efce6-2833-4437-98f6-0d6dbe747184,segment=NetworkSegment(eadc35fa-057b-4202-b790-68a141529e21),segment_id=eadc35fa-057b-4202-b790-68a141529e21)] {{(pid=106356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:35:06.712764 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-efe870a1-7388-4c2f-a5b0-7946262266d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (e72efce6-2833-4437-98f6-0d6dbe747184), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:06.720305 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-efe870a1-7388-4c2f-a5b0-7946262266d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:06.720951 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-efe870a1-7388-4c2f-a5b0-7946262266d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:06.722352 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-efe870a1-7388-4c2f-a5b0-7946262266d0 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/e72efce6-2833-4437-98f6-0d6dbe747184 HTTP/1.1" status: 200 len: 1093 time: 1.1020668 Oct 04 14:35:06.729044 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5dac79-f96d-476e-afb9-50602d68e5ae', 'tag': 'e72efce6-2833-4437-98f6-0d6dbe747184'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:35:06.731429 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7938ecba-6b7b-48c5-aace-179cc08a7fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5dac79-f96d-476e-afb9-50602d68e5ae", "tag": "e72efce6-2833-4437-98f6-0d6dbe747184"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:35:06.777496 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d1fddda1-b863-4084-8bac-cd7f8b36321a req-8c548bde-1989-4190-8590-c016f913a701 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fa33c312-594b-49b2-bd86-df2f885aca0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656983 Oct 04 14:35:06.782106 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb283f2-6a62-4364-9111-956a9b84e363 x-openstack-request-id: req-0fb283f2-6a62-4364-9111-956a9b84e363 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:35:06.782397 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5dac79-f96d-476e-afb9-50602d68e5ae", "tag": "e72efce6-2833-4437-98f6-0d6dbe747184", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:35:06.782644 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0fb283f2-6a62-4364-9111-956a9b84e363 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:35:06.783050 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fb283f2-6a62-4364-9111-956a9b84e363'] response: {'name': 'network-changed', 'server_uuid': '1a5dac79-f96d-476e-afb9-50602d68e5ae', 'tag': 'e72efce6-2833-4437-98f6-0d6dbe747184', 'status': 'completed', 'code': 200} Oct 04 14:35:06.801315 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe870a1-7388-4c2f-a5b0-7946262266d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e72efce6-2833-4437-98f6-0d6dbe747184,revision_number=3']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:06.879797 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-ca251171-ed54-4e4e-a530-e64e668dd8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:06.881343 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-ca251171-ed54-4e4e-a530-e64e668dd8af service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=3a4fa5d0aa0e4bf98816e4600023ca99&device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 1127 time: 0.0486138 Oct 04 14:35:06.940478 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-5210b247-c1c6-4c55-95fa-53a4b0c3bcfc service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e72efce6-2833-4437-98f6-0d6dbe747184 HTTP/1.1" status: 200 len: 217 time: 0.0354888 Oct 04 14:35:07.005458 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-a18f7629-0471-402e-abe9-2d0e17bd3169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:07.006957 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-a18f7629-0471-402e-abe9-2d0e17bd3169 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=f924e31c-043d-4433-825a-9f71ad91746e HTTP/1.1" status: 200 len: 849 time: 0.0602269 Oct 04 14:35:07.075286 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a744d-b605-4fed-82f8-bad5f8b136a8 req-33fea954-b6d8-4d40-be65-1d49bdd59c5d tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:07.077227 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b00a744d-b605-4fed-82f8-bad5f8b136a8 req-33fea954-b6d8-4d40-be65-1d49bdd59c5d tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0504377 Oct 04 14:35:07.129301 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b00a744d-b605-4fed-82f8-bad5f8b136a8 req-d9442565-d20e-47c6-95da-5a5dfe4b54d0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465224 Oct 04 14:35:07.258485 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b87a51-f1cf-4b77-b697-742bd9b5304c req-e0bb1d70-a810-4391-91fd-5249ac1cf844 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:07.260129 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-36b87a51-f1cf-4b77-b697-742bd9b5304c req-e0bb1d70-a810-4391-91fd-5249ac1cf844 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0502563 Oct 04 14:35:07.273221 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 46830) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:35:07.281613 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-92f04b84-91a2-4fae-95c8-9ad38d8f4cae tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Request body: {'floatingip': {'port_id': '43d8d357-7ddb-4b57-8267-bb0fba101087'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:35:07.332600 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:07.352744 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1551d340-5e33-42ea-95c4-e64eb0a4a0fc req-7ab18985-6eb0-4f69-b024-85ae56cfb839 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f7e1d84-2636-4738-a919-b595b40b8ca0 HTTP/1.1" status: 200 len: 210 time: 0.0687404 Oct 04 14:35:07.356676 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-92f04b84-91a2-4fae-95c8-9ad38d8f4cae tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for floatingip (b78edfcb-0b07-4880-9604-e25092e24f2e), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:07.400755 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-ef90d31f-c5f8-4dab-aa5d-72d3146af926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:07.402414 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-ef90d31f-c5f8-4dab-aa5d-72d3146af926 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c224c131-1e09-47f0-b40a-1a73221baea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1405866 Oct 04 14:35:07.413779 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1be2bd-b5b7-4a54-9196-df2b3061d70e', 'tag': '15011792-a2ae-4555-bb5e-f16eac3afea0'}] {{(pid=106355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:35:07.416051 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172969012db89328cfee76f0acc2659810ea9ea6244db33f0d123db39f5e3407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656365b2-e13a-4ce7-8d4f-128a0ea53a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1be2bd-b5b7-4a54-9196-df2b3061d70e", "tag": "15011792-a2ae-4555-bb5e-f16eac3afea0"}]}' {{(pid=106355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:35:07.474688 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a0284c-f4d3-4ea6-98fe-074d6f53af5d x-openstack-request-id: req-a0a0284c-f4d3-4ea6-98fe-074d6f53af5d {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:35:07.475024 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1be2bd-b5b7-4a54-9196-df2b3061d70e", "tag": "15011792-a2ae-4555-bb5e-f16eac3afea0", "status": "completed", "code": 200}]} {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:35:07.475205 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0a0284c-f4d3-4ea6-98fe-074d6f53af5d {{(pid=106355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:35:07.475605 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a0284c-f4d3-4ea6-98fe-074d6f53af5d'] response: {'name': 'network-changed', 'server_uuid': '6f1be2bd-b5b7-4a54-9196-df2b3061d70e', 'tag': '15011792-a2ae-4555-bb5e-f16eac3afea0', 'status': 'completed', 'code': 200} Oct 04 14:35:07.542682 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94710baf-99bc-48cf-9f41-2dc2c6b3beef req-8e7a9635-06ad-4495-b695-4d113b83fceb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:07.544076 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-94710baf-99bc-48cf-9f41-2dc2c6b3beef req-8e7a9635-06ad-4495-b695-4d113b83fceb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 943 time: 0.0659108 Oct 04 14:35:07.610852 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-8c33f4ee-e170-43b1-8aa1-2f9d4b82dccb service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c224c131-1e09-47f0-b40a-1a73221baea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933873 Oct 04 14:35:07.654250 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656365b2-e13a-4ce7-8d4f-128a0ea53a1f req-a7009433-2eff-4cea-b099-11b27ef46c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:07.656578 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-656365b2-e13a-4ce7-8d4f-128a0ea53a1f req-a7009433-2eff-4cea-b099-11b27ef46c32 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9cf9a725cf7e42ea939bee84113b12ee&device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 1169 time: 0.0883124 Oct 04 14:35:07.719148 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-94710baf-99bc-48cf-9f41-2dc2c6b3beef req-dec41926-1564-42ce-928f-3f73b6e4b481 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd42fb15-bafe-4c43-8fa6-6a87bec2d54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644948 Oct 04 14:35:07.810825 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-078d0ae0-4058-46eb-9a57-e8b228ff7ffb req-acff6b9f-dff6-417c-856e-dd0511e0eb0d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c224c131-1e09-47f0-b40a-1a73221baea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838868 Oct 04 14:35:07.819981 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656365b2-e13a-4ce7-8d4f-128a0ea53a1f req-0607d155-3387-4026-a44c-9819c306410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:07.821437 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-656365b2-e13a-4ce7-8d4f-128a0ea53a1f req-0607d155-3387-4026-a44c-9819c306410a service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fa33c312-594b-49b2-bd86-df2f885aca0c HTTP/1.1" status: 200 len: 915 time: 0.1579156 Oct 04 14:35:07.861754 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:07.873935 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-92f04b84-91a2-4fae-95c8-9ad38d8f4cae tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:07.878675 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-92f04b84-91a2-4fae-95c8-9ad38d8f4cae tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (b78edfcb-0b07-4880-9604-e25092e24f2e), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:07.897761 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-656365b2-e13a-4ce7-8d4f-128a0ea53a1f req-f1ae5d5d-6023-4160-9e60-12de612103cd service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15011792-a2ae-4555-bb5e-f16eac3afea0 HTTP/1.1" status: 200 len: 1002 time: 0.0688074 Oct 04 14:35:07.979628 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.db.l3_db [None req-92f04b84-91a2-4fae-95c8-9ad38d8f4cae tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Floating IP b78edfcb-0b07-4880-9604-e25092e24f2e associated. External IP: 172.27.3.20, port: 43d8d357-7ddb-4b57-8267-bb0fba101087. Oct 04 14:35:08.075995 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:08.195897 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f04b84-91a2-4fae-95c8-9ad38d8f4cae tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Router b9d09624-1d1e-4c4f-96a0-a3804f4dea7b has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:35:08.309456 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f04b84-91a2-4fae-95c8-9ad38d8f4cae tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:35:08.314255 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-92f04b84-91a2-4fae-95c8-9ad38d8f4cae tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:08.319281 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5f446c-1aee-4dc1-b704-807d94ecbad2 None None] Sync routers for ids ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:35:08.329862 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5f446c-1aee-4dc1-b704-807d94ecbad2 None None] Routers {'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:35:08.330398 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-2f5f446c-1aee-4dc1-b704-807d94ecbad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:34:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:35:08.346286 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-92f04b84-91a2-4fae-95c8-9ad38d8f4cae tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/b78edfcb-0b07-4880-9604-e25092e24f2e HTTP/1.1" status: 200 len: 991 time: 1.0716350 Oct 04 14:35:08.443223 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-2f5f446c-1aee-4dc1-b704-807d94ecbad2 None None] Set router b9d09624-1d1e-4c4f-96a0-a3804f4dea7b gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:35:08.676178 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-2f5f446c-1aee-4dc1-b704-807d94ecbad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2018339653-router', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '951134fa-23d9-410d-b121-c1a0b575003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:34Z', 'updated_at': '2022-10-04T14:29:48Z', 'revision_number': 4, 'project_id': '64993786e21b45beb7829ceaede4777a', 'gw_port': {'id': '951134fa-23d9-410d-b121-c1a0b575003b', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'b78edfcb-0b07-4880-9604-e25092e24f2e', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'floating_ip_address': '172.27.3.20', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'port_id': '43d8d357-7ddb-4b57-8267-bb0fba101087', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'mac_address': 'fa:16:3e:d3:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bb7e73-d6ea-4441-8b64-19affd0804f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:34:40Z', 'updated_at': '2022-10-04T14:35:07Z', 'revision_number': 1, 'project_id': '64993786e21b45beb7829ceaede4777a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f004d664-0ae6-4070-bf47-5ed383a38482', 'name': '', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'mac_address': 'fa:16:3e:21:fa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:46Z', 'updated_at': '2022-10-04T14:30:04Z', 'revision_number': 5, 'project_id': '64993786e21b45beb7829ceaede4777a', 'subnets': [{'id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:35:08.701935 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5f446c-1aee-4dc1-b704-807d94ecbad2 None None] Checking router: b9d09624-1d1e-4c4f-96a0-a3804f4dea7b for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:35:08.710432 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5f446c-1aee-4dc1-b704-807d94ecbad2 None None] Routers {'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:35:08.711031 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-2f5f446c-1aee-4dc1-b704-807d94ecbad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:34:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:35:08.822428 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-2f5f446c-1aee-4dc1-b704-807d94ecbad2 None None] Set router b9d09624-1d1e-4c4f-96a0-a3804f4dea7b gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:35:08.856452 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f262d4-82d7-4144-8f0f-33067eac1dd2 req-ba5880d6-130a-4a07-8f34-56dfc72b175f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:08.858642 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-88f262d4-82d7-4144-8f0f-33067eac1dd2 req-ba5880d6-130a-4a07-8f34-56dfc72b175f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 943 time: 0.0532067 Oct 04 14:35:08.907717 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-88f262d4-82d7-4144-8f0f-33067eac1dd2 req-7ad75c96-32aa-4058-9d14-45d68b1baed0 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd42fb15-bafe-4c43-8fa6-6a87bec2d54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421166 Oct 04 14:35:09.041991 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-2f5f446c-1aee-4dc1-b704-807d94ecbad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2018339653-router', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '951134fa-23d9-410d-b121-c1a0b575003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:34Z', 'updated_at': '2022-10-04T14:29:48Z', 'revision_number': 4, 'project_id': '64993786e21b45beb7829ceaede4777a', 'gw_port': {'id': '951134fa-23d9-410d-b121-c1a0b575003b', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'b78edfcb-0b07-4880-9604-e25092e24f2e', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'floating_ip_address': '172.27.3.20', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'port_id': '43d8d357-7ddb-4b57-8267-bb0fba101087', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'mac_address': 'fa:16:3e:d3:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bb7e73-d6ea-4441-8b64-19affd0804f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:34:40Z', 'updated_at': '2022-10-04T14:35:07Z', 'revision_number': 1, 'project_id': '64993786e21b45beb7829ceaede4777a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f004d664-0ae6-4070-bf47-5ed383a38482', 'name': '', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'mac_address': 'fa:16:3e:21:fa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:46Z', 'updated_at': '2022-10-04T14:30:04Z', 'revision_number': 5, 'project_id': '64993786e21b45beb7829ceaede4777a', 'subnets': [{'id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:35:09.044785 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=100 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:09.069194 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5f446c-1aee-4dc1-b704-807d94ecbad2 None None] The sync data for ids ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'] in dv-cinder-860260-1-iscsi is: [{'id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2018339653-router', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '951134fa-23d9-410d-b121-c1a0b575003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:34Z', 'updated_at': '2022-10-04T14:29:48Z', 'revision_number': 4, 'project_id': '64993786e21b45beb7829ceaede4777a', 'gw_port': {'id': '951134fa-23d9-410d-b121-c1a0b575003b', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'b78edfcb-0b07-4880-9604-e25092e24f2e', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'floating_ip_address': '172.27.3.20', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'port_id': '43d8d357-7ddb-4b57-8267-bb0fba101087', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'mac_address': 'fa:16:3e:d3:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bb7e73-d6ea-4441-8b64-19affd0804f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:34:40Z', 'updated_at': '2022-10-04T14:35:07Z', 'revision_number': 1, 'project_id': '64993786e21b45beb7829ceaede4777a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f004d664-0ae6-4070-bf47-5ed383a38482', 'name': '', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'mac_address': 'fa:16:3e:21:fa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:46Z', 'updated_at': '2022-10-04T14:30:04Z', 'revision_number': 5, 'project_id': '64993786e21b45beb7829ceaede4777a', 'subnets': [{'id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:35:09.272920 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d837b56-d721-4f66-885f-64bb530a012b None None] New status for floating IP b78edfcb-0b07-4880-9604-e25092e24f2e: ACTIVE {{(pid=106357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:35:09.341564 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:35:09.477092 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bb7e73-d6ea-4441-8b64-19affd0804f6', 'tag': '43d8d357-7ddb-4b57-8267-bb0fba101087'}] {{(pid=106355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:35:09.479991 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172969012db89328cfee76f0acc2659810ea9ea6244db33f0d123db39f5e3407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c36e53-1075-439e-a9d3-068f4e9bcd50" -d '{"events": [{"name": "network-changed", "server_uuid": "35bb7e73-d6ea-4441-8b64-19affd0804f6", "tag": "43d8d357-7ddb-4b57-8267-bb0fba101087"}]}' {{(pid=106355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:35:09.518570 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782fee3f-9451-4d8e-9a7d-99b3d9835e6d x-openstack-request-id: req-782fee3f-9451-4d8e-9a7d-99b3d9835e6d {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:35:09.518856 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35bb7e73-d6ea-4441-8b64-19affd0804f6", "tag": "43d8d357-7ddb-4b57-8267-bb0fba101087", "status": "completed", "code": 200}]} {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:35:09.519103 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-782fee3f-9451-4d8e-9a7d-99b3d9835e6d {{(pid=106355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:35:09.519509 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-782fee3f-9451-4d8e-9a7d-99b3d9835e6d'] response: {'name': 'network-changed', 'server_uuid': '35bb7e73-d6ea-4441-8b64-19affd0804f6', 'tag': '43d8d357-7ddb-4b57-8267-bb0fba101087', 'status': 'completed', 'code': 200} Oct 04 14:35:10.035145 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c78687-7dd8-4b61-8b8a-95104abc730a req-ddb2700c-04e5-455f-b423-81a478d9fe39 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:10.036994 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-25c78687-7dd8-4b61-8b8a-95104abc730a req-ddb2700c-04e5-455f-b423-81a478d9fe39 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 943 time: 0.0515039 Oct 04 14:35:10.089157 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-25c78687-7dd8-4b61-8b8a-95104abc730a req-81b5cda7-6dcb-4ec2-ad25-49527dda9e27 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd42fb15-bafe-4c43-8fa6-6a87bec2d54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463400 Oct 04 14:35:11.240099 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ebd18-4a5a-424d-a0c7-c80ccdcdfd42 req-eebe6106-e98f-477e-a464-e7a2a8e78a1d tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:11.241667 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-432ebd18-4a5a-424d-a0c7-c80ccdcdfd42 req-eebe6106-e98f-477e-a464-e7a2a8e78a1d tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 943 time: 0.0648518 Oct 04 14:35:11.289475 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-432ebd18-4a5a-424d-a0c7-c80ccdcdfd42 req-c750e92d-cca6-4dd9-b7be-44d7b817f677 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd42fb15-bafe-4c43-8fa6-6a87bec2d54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421875 Oct 04 14:35:11.623168 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 94339d45-a083-4b8d-984f-7ad2590b96fd no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:35:11.642718 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] No Port match for: 94339d45-a083-4b8d-984f-7ad2590b96fd {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:35:11.643056 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 94339d45-a083-4b8d-984f-7ad2590b96fd not bound to the agent host hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:35:11.745321 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:11.772547 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c36e53-1075-439e-a9d3-068f4e9bcd50 req-4cada336-cbbc-4a52-aa2d-f37dc133938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:11.774282 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-14c36e53-1075-439e-a9d3-068f4e9bcd50 req-4cada336-cbbc-4a52-aa2d-f37dc133938f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=64993786e21b45beb7829ceaede4777a&device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 1130 time: 0.0452986 Oct 04 14:35:11.780211 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656365b2-e13a-4ce7-8d4f-128a0ea53a1f req-b594850d-93f4-4e39-aebb-c6c6b99d66fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:11.781949 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-656365b2-e13a-4ce7-8d4f-128a0ea53a1f req-b594850d-93f4-4e39-aebb-c6c6b99d66fe service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=5096a64b-07f5-40cd-bfff-18ee54025b86 HTTP/1.1" status: 200 len: 853 time: 0.0750334 Oct 04 14:35:11.784479 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:11.822271 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938ecba-6b7b-48c5-aace-179cc08a7fa8 req-02880daf-8c4f-4daa-b76a-114b1ddd31d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:11.823946 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7938ecba-6b7b-48c5-aace-179cc08a7fa8 req-02880daf-8c4f-4daa-b76a-114b1ddd31d0 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=3a4fa5d0aa0e4bf98816e4600023ca99&device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 1127 time: 0.0779135 Oct 04 14:35:11.859703 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656365b2-e13a-4ce7-8d4f-128a0ea53a1f req-28a75a06-e55b-46cd-b21f-75dcffc27124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:11.861223 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-656365b2-e13a-4ce7-8d4f-128a0ea53a1f req-28a75a06-e55b-46cd-b21f-75dcffc27124 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fa33c312-594b-49b2-bd86-df2f885aca0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0688105 Oct 04 14:35:11.862837 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:11.877198 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c36e53-1075-439e-a9d3-068f4e9bcd50 req-3e96537d-b964-4ee7-b799-e41e3e8e52a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:11.878663 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-14c36e53-1075-439e-a9d3-068f4e9bcd50 req-3e96537d-b964-4ee7-b799-e41e3e8e52a1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=8adffcb3-eb41-48c9-bdc6-30a7213ac01c HTTP/1.1" status: 200 len: 918 time: 0.0964792 Oct 04 14:35:11.948619 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-14c36e53-1075-439e-a9d3-068f4e9bcd50 req-eb44de6d-b0f3-4b2d-a5b5-babafac70a11 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43d8d357-7ddb-4b57-8267-bb0fba101087 HTTP/1.1" status: 200 len: 1001 time: 0.0618212 Oct 04 14:35:12.004624 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c36e53-1075-439e-a9d3-068f4e9bcd50 req-b4692f48-bfa1-4ea2-be83-ed65a04f5f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:12.005989 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-14c36e53-1075-439e-a9d3-068f4e9bcd50 req-b4692f48-bfa1-4ea2-be83-ed65a04f5f50 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=866d7ee4-9072-4a41-8ab0-25e4c5a7536f HTTP/1.1" status: 200 len: 856 time: 0.0512102 Oct 04 14:35:12.009324 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938ecba-6b7b-48c5-aace-179cc08a7fa8 req-80536184-d7f3-4e4b-a38a-fd06ca89e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:12.010751 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7938ecba-6b7b-48c5-aace-179cc08a7fa8 req-80536184-d7f3-4e4b-a38a-fd06ca89e805 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c224c131-1e09-47f0-b40a-1a73221baea0 HTTP/1.1" status: 200 len: 911 time: 0.1768370 Oct 04 14:35:12.014275 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-656365b2-e13a-4ce7-8d4f-128a0ea53a1f req-103265a0-7cc9-42d7-9ef6-50c940c45d95 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fa33c312-594b-49b2-bd86-df2f885aca0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257546 Oct 04 14:35:12.067186 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c36e53-1075-439e-a9d3-068f4e9bcd50 req-b16429ac-aa24-4830-b0b6-868e44cb433f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:12.068707 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-14c36e53-1075-439e-a9d3-068f4e9bcd50 req-b16429ac-aa24-4830-b0b6-868e44cb433f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=8adffcb3-eb41-48c9-bdc6-30a7213ac01c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414603 Oct 04 14:35:12.103588 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7938ecba-6b7b-48c5-aace-179cc08a7fa8 req-32f99f95-f7d4-4b1c-8b91-3ed92fc06d2a service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e72efce6-2833-4437-98f6-0d6dbe747184 HTTP/1.1" status: 200 len: 217 time: 0.0665939 Oct 04 14:35:12.172670 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-14c36e53-1075-439e-a9d3-068f4e9bcd50 req-44a58bbd-09ab-4afc-bdaf-a1894c8b7fbe service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8adffcb3-eb41-48c9-bdc6-30a7213ac01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892537 Oct 04 14:35:12.180695 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938ecba-6b7b-48c5-aace-179cc08a7fa8 req-95e9c5c3-386b-440e-b417-a0dc61887eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:12.182114 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7938ecba-6b7b-48c5-aace-179cc08a7fa8 req-95e9c5c3-386b-440e-b417-a0dc61887eeb service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=f924e31c-043d-4433-825a-9f71ad91746e HTTP/1.1" status: 200 len: 849 time: 0.0721493 Oct 04 14:35:12.185749 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-656365b2-e13a-4ce7-8d4f-128a0ea53a1f req-9a730ae2-1898-432d-baf2-d10e2749805c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fa33c312-594b-49b2-bd86-df2f885aca0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579092 Oct 04 14:35:12.231062 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:12.250499 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938ecba-6b7b-48c5-aace-179cc08a7fa8 req-4de65e22-1223-48dd-9462-0abed506b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:12.251968 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7938ecba-6b7b-48c5-aace-179cc08a7fa8 req-4de65e22-1223-48dd-9462-0abed506b391 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c224c131-1e09-47f0-b40a-1a73221baea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430341 Oct 04 14:35:12.274393 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-14c36e53-1075-439e-a9d3-068f4e9bcd50 req-69e60be0-f2fc-4dae-a4c2-9d68564383da service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8adffcb3-eb41-48c9-bdc6-30a7213ac01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954614 Oct 04 14:35:12.349667 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7938ecba-6b7b-48c5-aace-179cc08a7fa8 req-3e93cd5d-7376-4fe6-9cd3-40815f3d14e1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c224c131-1e09-47f0-b40a-1a73221baea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903327 Oct 04 14:35:12.460631 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908044e0-46ae-4537-8475-a4b4dfb66095 req-ebd38972-8075-4c44-bf87-8a8c3076bbf5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:12.462166 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-908044e0-46ae-4537-8475-a4b4dfb66095 req-ebd38972-8075-4c44-bf87-8a8c3076bbf5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 943 time: 0.0876040 Oct 04 14:35:12.505624 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7938ecba-6b7b-48c5-aace-179cc08a7fa8 req-9de59a25-0380-4dd0-832a-be33ffda0c0c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c224c131-1e09-47f0-b40a-1a73221baea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482499 Oct 04 14:35:12.528272 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-908044e0-46ae-4537-8475-a4b4dfb66095 req-80faaaa1-f833-4ffe-9296-16cdba12d23a tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd42fb15-bafe-4c43-8fa6-6a87bec2d54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560133 Oct 04 14:35:13.543512 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c5feb-0e5d-48b4-8a87-6d430267a4b9 req-8f11020f-aad5-4be8-a07f-0e05a06e2635 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:13.545033 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-004c5feb-0e5d-48b4-8a87-6d430267a4b9 req-8f11020f-aad5-4be8-a07f-0e05a06e2635 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 945 time: 0.0504220 Oct 04 14:35:13.601780 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-004c5feb-0e5d-48b4-8a87-6d430267a4b9 req-0fad717c-c0a3-4709-9dce-ab302cca5660 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506876 Oct 04 14:35:13.638731 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device e72efce6-2833-4437-98f6-0d6dbe747184 details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:35:13.665153 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:13.667832 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c60b6f-beb6-4fb2-941f-8d9bec8dc4bc req-ddced710-3b3a-4ae5-9061-eb4ea1da8aed tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:13.670164 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-31c60b6f-beb6-4fb2-941f-8d9bec8dc4bc req-ddced710-3b3a-4ae5-9061-eb4ea1da8aed tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 943 time: 0.0524449 Oct 04 14:35:13.678881 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:13.722250 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-31c60b6f-beb6-4fb2-941f-8d9bec8dc4bc req-e67c206e-51e1-4603-b5d1-5e7b416fa759 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd42fb15-bafe-4c43-8fa6-6a87bec2d54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464070 Oct 04 14:35:13.723439 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:13.754828 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port e72efce6-2833-4437-98f6-0d6dbe747184, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=e72efce6-2833-4437-98f6-0d6dbe747184,segment=NetworkSegment(eadc35fa-057b-4202-b790-68a141529e21),segment_id=eadc35fa-057b-4202-b790-68a141529e21)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:35:13.767492 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': 'e72efce6-2833-4437-98f6-0d6dbe747184', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'port_id': 'e72efce6-2833-4437-98f6-0d6dbe747184', 'mac_address': 'fa:16:3e:fd:61:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:35:13.803472 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port e72efce6-2833-4437-98f6-0d6dbe747184 is: DOWN; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:35:13.803857 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (e72efce6-2833-4437-98f6-0d6dbe747184), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:13.818509 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e72efce6-2833-4437-98f6-0d6dbe747184 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:35:13.840151 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port e72efce6-2833-4437-98f6-0d6dbe747184, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=e72efce6-2833-4437-98f6-0d6dbe747184,segment=NetworkSegment(eadc35fa-057b-4202-b790-68a141529e21),segment_id=eadc35fa-057b-4202-b790-68a141529e21)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:35:13.845697 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (e72efce6-2833-4437-98f6-0d6dbe747184), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:13.899207 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=e72efce6-2833-4437-98f6-0d6dbe747184,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:14.324763 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['e72efce6-2833-4437-98f6-0d6dbe747184'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:35:14.726216 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054fe82-8a8d-4cc5-bd40-c1b19dca396b req-0b0007fa-e0dc-411d-b424-4fc7a7090cde tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:14.727714 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c054fe82-8a8d-4cc5-bd40-c1b19dca396b req-0b0007fa-e0dc-411d-b424-4fc7a7090cde tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 945 time: 0.0476141 Oct 04 14:35:14.753358 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:14.785116 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c054fe82-8a8d-4cc5-bd40-c1b19dca396b req-4f45bcb0-21ae-4711-a77f-3b1a11372179 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509901 Oct 04 14:35:14.859603 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadf2b6-f135-4215-9c2b-2fb76eec6a53 req-801d4055-1617-4b28-8359-e68a2d0550b0 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:14.861217 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-edadf2b6-f135-4215-9c2b-2fb76eec6a53 req-801d4055-1617-4b28-8359-e68a2d0550b0 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 944 time: 0.0519478 Oct 04 14:35:14.912652 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-edadf2b6-f135-4215-9c2b-2fb76eec6a53 req-be7c6cf4-921f-467b-a3fe-dc6819cd5122 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd42fb15-bafe-4c43-8fa6-6a87bec2d54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455782 Oct 04 14:35:15.914556 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5c042-0625-4e01-9e7e-a796f23c4262 req-f8fdd65e-b07a-4834-91e1-e32534709421 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:15.916083 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a9c5c042-0625-4e01-9e7e-a796f23c4262 req-f8fdd65e-b07a-4834-91e1-e32534709421 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 945 time: 0.0502288 Oct 04 14:35:15.969955 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a9c5c042-0625-4e01-9e7e-a796f23c4262 req-bd18b8ec-e0dc-4403-a008-532e817e2674 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472283 Oct 04 14:35:16.040417 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b7a6b-45e3-4b44-8207-adee52bd84a2 req-0a1c03b0-079f-4f9c-b431-838d302e0f5a tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:16.041905 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-381b7a6b-45e3-4b44-8207-adee52bd84a2 req-0a1c03b0-079f-4f9c-b431-838d302e0f5a tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 944 time: 0.0484123 Oct 04 14:35:16.095663 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-381b7a6b-45e3-4b44-8207-adee52bd84a2 req-8cbebfa5-2a10-465e-bfd5-3b66aa45bb4c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd42fb15-bafe-4c43-8fa6-6a87bec2d54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475900 Oct 04 14:35:17.094227 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb611629-dd14-413b-bec1-e684bb8593ca req-04086547-0afe-4367-9377-71ee73a524e9 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:17.095738 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cb611629-dd14-413b-bec1-e684bb8593ca req-04086547-0afe-4367-9377-71ee73a524e9 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 945 time: 0.0479062 Oct 04 14:35:17.149722 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cb611629-dd14-413b-bec1-e684bb8593ca req-34171a11-856f-474b-b21f-64f6fd0f7297 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482483 Oct 04 14:35:17.468558 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:17.486953 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dea3fc-ac41-4421-8dc1-dadadf5be9fd req-1f31fda7-c2ca-4890-95cb-6b108c40a08c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:17.488554 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-38dea3fc-ac41-4421-8dc1-dadadf5be9fd req-1f31fda7-c2ca-4890-95cb-6b108c40a08c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 944 time: 0.3133547 Oct 04 14:35:17.538155 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-38dea3fc-ac41-4421-8dc1-dadadf5be9fd req-5718917a-7f74-43b4-9e07-9bb147eefa46 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd42fb15-bafe-4c43-8fa6-6a87bec2d54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437591 Oct 04 14:35:17.554277 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-834adec6-7d48-4aa7-940d-453f395ce947 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:17.555867 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-834adec6-7d48-4aa7-940d-453f395ce947 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/networks?id=43cb4147-4d5f-4bad-9d73-94e85a7a487f HTTP/1.1" status: 200 len: 814 time: 0.1380045 Oct 04 14:35:17.579092 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-39638461-2753-4cca-be54-3ba23fcbae81 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/quotas/742e9ad0995f4f96bcc1f75f5689a590 HTTP/1.1" status: 200 len: 375 time: 0.0103920 Oct 04 14:35:17.613647 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-6a208568-9e5e-4536-9907-22339ccbc82e tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=742e9ad0995f4f96bcc1f75f5689a590&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288532 Oct 04 14:35:17.709713 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-69821bc2-ecec-4a95-a49e-ae3cc3466a2c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/43cb4147-4d5f-4bad-9d73-94e85a7a487f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894322 Oct 04 14:35:17.802949 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-e1b9463a-900d-4dc3-84ab-707d88789fa3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/43cb4147-4d5f-4bad-9d73-94e85a7a487f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871649 Oct 04 14:35:17.969421 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f1b9db14-0c43-4efc-b582-36b029d144b2 req-673b281f-3692-48b9-ae1b-e1d8c1a829b0 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2295516e-70cf-4d19-b2f9-ac828a22000f HTTP/1.1" status: 200 len: 210 time: 0.0284467 Oct 04 14:35:18.006521 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device e72efce6-2833-4437-98f6-0d6dbe747184 up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:35:18.039882 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336595e-d13c-48dc-a9be-27fa32708e32 req-2e88a1b0-7042-46b5-a566-a46e31a931e0 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:18.041033 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8336595e-d13c-48dc-a9be-27fa32708e32 req-2e88a1b0-7042-46b5-a566-a46e31a931e0 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 945 time: 0.0610461 Oct 04 14:35:18.061680 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning for port e72efce6-2833-4437-98f6-0d6dbe747184 completed by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 14:35:18.069661 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port e72efce6-2833-4437-98f6-0d6dbe747184 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:35:18.070042 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (e72efce6-2833-4437-98f6-0d6dbe747184), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:18.070525 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port e72efce6-2833-4437-98f6-0d6dbe747184 Oct 04 14:35:18.156902 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-8336595e-d13c-48dc-a9be-27fa32708e32 req-ae5abe64-c41d-467f-a259-77b95e440683 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Deleting port e54a5c10-31ed-49db-be6e-46142100601f {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:35:18.158137 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-8336595e-d13c-48dc-a9be-27fa32708e32 req-ae5abe64-c41d-467f-a259-77b95e440683 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (e54a5c10-31ed-49db-be6e-46142100601f), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:18.162700 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port e72efce6-2833-4437-98f6-0d6dbe747184 is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:35:18.163151 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (e72efce6-2833-4437-98f6-0d6dbe747184), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:18.201953 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5dac79-f96d-476e-afb9-50602d68e5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72efce6-2833-4437-98f6-0d6dbe747184'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:35:18.204476 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d662b8f8-acbd-4464-8373-4418e8e83818" -d '{"events": [{"server_uuid": "1a5dac79-f96d-476e-afb9-50602d68e5ae", "name": "network-vif-plugged", "status": "completed", "tag": "e72efce6-2833-4437-98f6-0d6dbe747184"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:35:18.223256 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port e72efce6-2833-4437-98f6-0d6dbe747184, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=e72efce6-2833-4437-98f6-0d6dbe747184,segment=NetworkSegment(eadc35fa-057b-4202-b790-68a141529e21),segment_id=eadc35fa-057b-4202-b790-68a141529e21)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:35:18.232798 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (e72efce6-2833-4437-98f6-0d6dbe747184), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:18.274756 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22da0903-26ea-4c78-9b40-efa70f45338b x-openstack-request-id: req-22da0903-26ea-4c78-9b40-efa70f45338b {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:35:18.275047 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5dac79-f96d-476e-afb9-50602d68e5ae", "name": "network-vif-plugged", "status": "completed", "tag": "e72efce6-2833-4437-98f6-0d6dbe747184", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:35:18.276301 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-22da0903-26ea-4c78-9b40-efa70f45338b {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:35:18.276874 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22da0903-26ea-4c78-9b40-efa70f45338b'] response: {'server_uuid': '1a5dac79-f96d-476e-afb9-50602d68e5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72efce6-2833-4437-98f6-0d6dbe747184', 'code': 200} Oct 04 14:35:18.298879 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=e72efce6-2833-4437-98f6-0d6dbe747184,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:18.572872 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489cf54-fccd-4c72-90ac-cfe740f81965 req-e645af4f-9ee7-428b-9326-f7e458ff6e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:18.574526 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-6489cf54-fccd-4c72-90ac-cfe740f81965 req-e645af4f-9ee7-428b-9326-f7e458ff6e7d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 1129 time: 0.0444195 Oct 04 14:35:18.622550 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-8336595e-d13c-48dc-a9be-27fa32708e32 req-ae5abe64-c41d-467f-a259-77b95e440683 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] For port e54a5c10-31ed-49db-be6e-46142100601f, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=e54a5c10-31ed-49db-be6e-46142100601f,segment=NetworkSegment(152383e2-d73f-4c02-bb1c-e715e00f8899),segment_id=152383e2-d73f-4c02-bb1c-e715e00f8899)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:35:18.622920 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-8336595e-d13c-48dc-a9be-27fa32708e32 req-ae5abe64-c41d-467f-a259-77b95e440683 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (e54a5c10-31ed-49db-be6e-46142100601f), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:18.644024 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1e1e9-310b-4194-911f-57b0d21a00ff req-3805ee7d-8c8e-4a3c-8d45-51d4f16402e6 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:18.645596 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-95d1e1e9-310b-4194-911f-57b0d21a00ff req-3805ee7d-8c8e-4a3c-8d45-51d4f16402e6 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 945 time: 0.3515458 Oct 04 14:35:18.730724 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368be863-429e-434f-a858-cb755301c657 req-f87c952d-3212-45f7-bf47-3d9becb1f6bf tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:18.733472 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-368be863-429e-434f-a858-cb755301c657 req-f87c952d-3212-45f7-bf47-3d9becb1f6bf tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 945 time: 0.0905082 Oct 04 14:35:18.736350 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-6489cf54-fccd-4c72-90ac-cfe740f81965 req-988fc0d1-9bda-4a33-addc-8f4603a8ec93 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=fd42fb15-bafe-4c43-8fa6-6a87bec2d54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133971 Oct 04 14:35:18.782374 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-95d1e1e9-310b-4194-911f-57b0d21a00ff req-33ebaf82-1080-4d47-8c2b-694fb52b3289 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301529 Oct 04 14:35:18.789248 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-368be863-429e-434f-a858-cb755301c657 req-cb0fd07c-d16c-4c99-82d0-235f208704ce tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd42fb15-bafe-4c43-8fa6-6a87bec2d54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481501 Oct 04 14:35:18.833386 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:18.859823 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-8336595e-d13c-48dc-a9be-27fa32708e32 req-ae5abe64-c41d-467f-a259-77b95e440683 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:18.860185 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-8336595e-d13c-48dc-a9be-27fa32708e32 req-ae5abe64-c41d-467f-a259-77b95e440683 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (758d6a51-0c32-4836-8528-10c7a2547c1c), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:18.860527 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.l3_db [req-8336595e-d13c-48dc-a9be-27fa32708e32 req-ae5abe64-c41d-467f-a259-77b95e440683 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Floating IP 758d6a51-0c32-4836-8528-10c7a2547c1c disassociated. External IP: 172.27.3.229, port: e54a5c10-31ed-49db-be6e-46142100601f. Oct 04 14:35:18.860865 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-8336595e-d13c-48dc-a9be-27fa32708e32 req-ae5abe64-c41d-467f-a259-77b95e440683 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Calling delete_port for e54a5c10-31ed-49db-be6e-46142100601f owned by compute:nova {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:35:18.995936 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-8336595e-d13c-48dc-a9be-27fa32708e32 req-ae5abe64-c41d-467f-a259-77b95e440683 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (e54a5c10-31ed-49db-be6e-46142100601f), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:19.026433 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5abe64-c41d-467f-a259-77b95e440683 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Pushing event deleted for resources: {'Port': ['ID=e54a5c10-31ed-49db-be6e-46142100601f,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:19.031931 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:19.086300 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7522589e-818a-441a-92f6-4369c6b8c368 req-ee7a058b-f651-497d-ac9e-77ce5d41e8ab tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2295516e-70cf-4d19-b2f9-ac828a22000f HTTP/1.1" status: 200 len: 210 time: 0.0296590 Oct 04 14:35:19.161060 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8336595e-d13c-48dc-a9be-27fa32708e32 req-ae5abe64-c41d-467f-a259-77b95e440683 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Router 807667d4-7f76-4180-809f-a74c0f34451d has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:35:19.279165 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8336595e-d13c-48dc-a9be-27fa32708e32 req-ae5abe64-c41d-467f-a259-77b95e440683 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:35:19.289457 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eed8ab2-3c84-446e-a2bc-8a9b4883c3ef None None] Sync routers for ids ['807667d4-7f76-4180-809f-a74c0f34451d'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:35:19.301711 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eed8ab2-3c84-446e-a2bc-8a9b4883c3ef None None] Routers {'807667d4-7f76-4180-809f-a74c0f34451d'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:35:19.302356 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-6eed8ab2-3c84-446e-a2bc-8a9b4883c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:34:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['807667d4-7f76-4180-809f-a74c0f34451d'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:35:19.323726 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-8336595e-d13c-48dc-a9be-27fa32708e32 req-ae5abe64-c41d-467f-a259-77b95e440683 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] No DVR routers for this DVR port e54a5c10-31ed-49db-be6e-46142100601f on host hv-cinder-86026 {{(pid=106356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:35:19.327011 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-8336595e-d13c-48dc-a9be-27fa32708e32 req-ae5abe64-c41d-467f-a259-77b95e440683 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:19.330231 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8336595e-d13c-48dc-a9be-27fa32708e32 req-ae5abe64-c41d-467f-a259-77b95e440683 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.17 "DELETE /networking/v2.0/ports/e54a5c10-31ed-49db-be6e-46142100601f HTTP/1.1" status: 204 len: 173 time: 1.2822733 Oct 04 14:35:19.330751 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7710c92-4b84-4095-8986-a3bc34164760', 'name': 'network-vif-deleted', 'tag': 'e54a5c10-31ed-49db-be6e-46142100601f'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:35:19.333044 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5ae0ac-df73-4267-874b-6b7bfd49d17e" -d '{"events": [{"server_uuid": "e7710c92-4b84-4095-8986-a3bc34164760", "name": "network-vif-deleted", "tag": "e54a5c10-31ed-49db-be6e-46142100601f"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:35:19.432218 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-6eed8ab2-3c84-446e-a2bc-8a9b4883c3ef None None] Set router 807667d4-7f76-4180-809f-a74c0f34451d gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:35:19.445941 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f97d24-c8f7-4720-8ee3-0cfc9a2616d8 x-openstack-request-id: req-11f97d24-c8f7-4720-8ee3-0cfc9a2616d8 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:35:19.446446 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7710c92-4b84-4095-8986-a3bc34164760", "name": "network-vif-deleted", "tag": "e54a5c10-31ed-49db-be6e-46142100601f", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:35:19.446702 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-11f97d24-c8f7-4720-8ee3-0cfc9a2616d8 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:35:19.447110 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11f97d24-c8f7-4720-8ee3-0cfc9a2616d8'] response: {'server_uuid': 'e7710c92-4b84-4095-8986-a3bc34164760', 'name': 'network-vif-deleted', 'tag': 'e54a5c10-31ed-49db-be6e-46142100601f', 'status': 'completed', 'code': 200} Oct 04 14:35:19.459942 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=100 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:19.737976 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-6eed8ab2-3c84-446e-a2bc-8a9b4883c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:31:17Z', 'revision_number': 4, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port': {'id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:12Z', 'updated_at': '2022-10-04T14:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '2ce38607-e5d2-46d0-9063-4d74324461e4', 'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'mac_address': 'fa:16:3e:3f:a4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:15Z', 'updated_at': '2022-10-04T14:31:24Z', 'revision_number': 5, 'project_id': '408b16a582484c619ff17416990d5feb', 'subnets': [{'id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:35:19.765424 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eed8ab2-3c84-446e-a2bc-8a9b4883c3ef None None] Checking router: 807667d4-7f76-4180-809f-a74c0f34451d for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:35:19.774482 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eed8ab2-3c84-446e-a2bc-8a9b4883c3ef None None] Routers {'807667d4-7f76-4180-809f-a74c0f34451d'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:35:19.775234 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-6eed8ab2-3c84-446e-a2bc-8a9b4883c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:34:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['807667d4-7f76-4180-809f-a74c0f34451d'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:35:19.891349 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-6eed8ab2-3c84-446e-a2bc-8a9b4883c3ef None None] Set router 807667d4-7f76-4180-809f-a74c0f34451d gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:35:19.901544 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b35f8260-5aa1-4b24-a87c-f5604b5d3714 req-2078a2ff-0c93-4fd5-96fa-94d436a1a1f1 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 210 time: 0.0359874 Oct 04 14:35:19.964670 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e62e5-8cfc-4d9b-bf77-e9ebb8ff39f6 req-7725cd82-ecfa-4bff-939d-64931782777c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:19.966945 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f61e62e5-8cfc-4d9b-bf77-e9ebb8ff39f6 req-7725cd82-ecfa-4bff-939d-64931782777c tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 945 time: 0.0592961 Oct 04 14:35:20.020147 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f61e62e5-8cfc-4d9b-bf77-e9ebb8ff39f6 req-2485731d-cb66-4c2f-90f4-cd41d5c2109f tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd42fb15-bafe-4c43-8fa6-6a87bec2d54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470681 Oct 04 14:35:20.100665 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-6eed8ab2-3c84-446e-a2bc-8a9b4883c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:31:17Z', 'revision_number': 4, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port': {'id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:12Z', 'updated_at': '2022-10-04T14:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '2ce38607-e5d2-46d0-9063-4d74324461e4', 'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'mac_address': 'fa:16:3e:3f:a4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:15Z', 'updated_at': '2022-10-04T14:31:24Z', 'revision_number': 5, 'project_id': '408b16a582484c619ff17416990d5feb', 'subnets': [{'id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:35:20.126706 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eed8ab2-3c84-446e-a2bc-8a9b4883c3ef None None] The sync data for ids ['807667d4-7f76-4180-809f-a74c0f34451d'] in dv-cinder-860260-1-iscsi is: [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:31:17Z', 'revision_number': 4, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port': {'id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:12Z', 'updated_at': '2022-10-04T14:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '2ce38607-e5d2-46d0-9063-4d74324461e4', 'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'mac_address': 'fa:16:3e:3f:a4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:15Z', 'updated_at': '2022-10-04T14:31:24Z', 'revision_number': 5, 'project_id': '408b16a582484c619ff17416990d5feb', 'subnets': [{'id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:35:20.202883 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8f838558-dde8-408e-ac93-b3e1f0d4b9ec req-bd33d4fd-c6fe-4818-bdb3-8a692f80118e tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2295516e-70cf-4d19-b2f9-ac828a22000f HTTP/1.1" status: 200 len: 210 time: 0.0344222 Oct 04 14:35:20.368065 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140cc04b-52fc-488d-94cf-9ccc49eb7664 None None] New status for floating IP 758d6a51-0c32-4836-8528-10c7a2547c1c: DOWN {{(pid=106357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:35:21.029140 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-988a3788-a6d4-4a49-b9f2-d4a2787028f3 req-cda509f9-7913-47dc-b712-5a203a4312e2 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 210 time: 0.0348344 Oct 04 14:35:21.151902 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5825a0-99cf-487e-a85a-2a2ca24247c6 req-464c7813-ee36-4ede-91bf-8ca25fdf5cbe tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:21.153968 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-dd5825a0-99cf-487e-a85a-2a2ca24247c6 req-464c7813-ee36-4ede-91bf-8ca25fdf5cbe tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 945 time: 0.0567021 Oct 04 14:35:21.205572 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-dd5825a0-99cf-487e-a85a-2a2ca24247c6 req-0265bec2-4b52-4930-b9c8-c8215d1f8925 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd42fb15-bafe-4c43-8fa6-6a87bec2d54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454509 Oct 04 14:35:21.323284 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:21.340623 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240833c-1960-4d34-8195-3c2df155dc2c req-c92882e5-d994-4d37-9301-d8df26b39ef6 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:21.342812 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0240833c-1960-4d34-8195-3c2df155dc2c req-c92882e5-d994-4d37-9301-d8df26b39ef6 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 945 time: 0.0522652 Oct 04 14:35:21.355656 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1aea4437-fb0f-4de0-b63e-2466e96529fd req-1c963e34-93f3-4814-827b-fdb0a62ba048 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2295516e-70cf-4d19-b2f9-ac828a22000f HTTP/1.1" status: 200 len: 210 time: 0.0582180 Oct 04 14:35:21.358536 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 46964) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:35:21.395066 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-29b5a2a7-3753-4772-8102-482c4ff893b1 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Request body: {'floatingip': {'port_id': 'e72efce6-2833-4437-98f6-0d6dbe747184'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:35:21.477508 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-29b5a2a7-3753-4772-8102-482c4ff893b1 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for floatingip (c106611d-067f-4aa5-bf1f-c627bb85d345), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:21.615886 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-b501cdce-0dbc-406f-a34e-de1effc361bd tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:21.617454 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-b501cdce-0dbc-406f-a34e-de1effc361bd tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.17 "GET /networking/v2.0/networks?id=43cb4147-4d5f-4bad-9d73-94e85a7a487f HTTP/1.1" status: 200 len: 814 time: 0.2732348 Oct 04 14:35:21.774184 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-92c35313-f807-416a-951b-84a5a57eab29 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Request body: {'port': {'device_id': '2295516e-70cf-4d19-b2f9-ac828a22000f', 'network_id': '43cb4147-4d5f-4bad-9d73-94e85a7a487f', 'admin_state_up': True, 'tenant_id': '742e9ad0995f4f96bcc1f75f5689a590'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:35:21.860805 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:21.988252 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:22.002849 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device e54a5c10-31ed-49db-be6e-46142100601f no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:35:22.014717 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-92c35313-f807-416a-951b-84a5a57eab29 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Made reservation on behalf of 742e9ad0995f4f96bcc1f75f5689a590 for: {'port': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:35:22.018475 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-92c35313-f807-416a-951b-84a5a57eab29 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:22.027765 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] No Port match for: e54a5c10-31ed-49db-be6e-46142100601f {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:35:22.028164 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device e54a5c10-31ed-49db-be6e-46142100601f not bound to the agent host hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:35:22.088330 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-29b5a2a7-3753-4772-8102-482c4ff893b1 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:22.119474 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-29b5a2a7-3753-4772-8102-482c4ff893b1 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (c106611d-067f-4aa5-bf1f-c627bb85d345), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:22.151784 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-9a87acd8-926f-470e-9d40-a213985e56bc req-ee6b94b1-a23c-4066-af18-6a21cd837245 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e7710c92-4b84-4095-8986-a3bc34164760 HTTP/1.1" status: 200 len: 210 time: 0.0278506 Oct 04 14:35:22.275916 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-92c35313-f807-416a-951b-84a5a57eab29 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Allocated IP 172.20.0.2 (43cb4147-4d5f-4bad-9d73-94e85a7a487f/2880efa9-a94f-4325-ab87-e53bd919bd15/1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:35:22.278384 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.l3_db [None req-29b5a2a7-3753-4772-8102-482c4ff893b1 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Floating IP c106611d-067f-4aa5-bf1f-c627bb85d345 associated. External IP: 172.27.3.219, port: e72efce6-2833-4437-98f6-0d6dbe747184. Oct 04 14:35:22.506251 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-380597ac-7857-4a5a-8b0c-a62eae23902a req-c92bf72f-4992-4a6f-b2fd-15fe33635416 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2295516e-70cf-4d19-b2f9-ac828a22000f HTTP/1.1" status: 200 len: 210 time: 0.0383704 Oct 04 14:35:22.636606 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-92c35313-f807-416a-951b-84a5a57eab29 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Publish callbacks [] for port (1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:22.667709 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b5a2a7-3753-4772-8102-482c4ff893b1 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Router 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:35:22.691197 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-92c35313-f807-416a-951b-84a5a57eab29 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:22.701552 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:22.755919 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:22.783071 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-92c35313-f807-416a-951b-84a5a57eab29 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Network 43cb4147-4d5f-4bad-9d73-94e85a7a487f is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:35:22.793687 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-92c35313-f807-416a-951b-84a5a57eab29 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:35:22.820178 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-92c35313-f807-416a-951b-84a5a57eab29 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:35:22.845282 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c35313-f807-416a-951b-84a5a57eab29 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Pushing event updated for resources: {'Port': ['ID=1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:22.884420 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-92c35313-f807-416a-951b-84a5a57eab29 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:22.885014 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-92c35313-f807-416a-951b-84a5a57eab29 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:22.889362 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b5a2a7-3753-4772-8102-482c4ff893b1 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:35:22.895736 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-29b5a2a7-3753-4772-8102-482c4ff893b1 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:22.898376 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d6558b-9153-4607-a120-1edc534d7812 None None] Sync routers for ids ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:35:22.914960 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d6558b-9153-4607-a120-1edc534d7812 None None] Routers {'7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:35:22.915588 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-e8d6558b-9153-4607-a120-1edc534d7812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:34:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:35:22.936613 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-92c35313-f807-416a-951b-84a5a57eab29 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1663003 Oct 04 14:35:22.943750 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-29b5a2a7-3753-4772-8102-482c4ff893b1 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/c106611d-067f-4aa5-bf1f-c627bb85d345 HTTP/1.1" status: 200 len: 991 time: 1.5722411 Oct 04 14:35:22.944531 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5dac79-f96d-476e-afb9-50602d68e5ae', 'tag': 'e72efce6-2833-4437-98f6-0d6dbe747184'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:35:22.947056 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865b83f6-6500-4ef2-a7d0-f0f7f20c46e4" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5dac79-f96d-476e-afb9-50602d68e5ae", "tag": "e72efce6-2833-4437-98f6-0d6dbe747184"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:35:22.957546 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-4c7387ca-5d81-4692-a4b4-882fc68ac2fd service neutron] Request body: {'port': {'device_id': '2295516e-70cf-4d19-b2f9-ac828a22000f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86026'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:35:23.014753 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d001640-a197-48a2-82dc-46485bd2edac x-openstack-request-id: req-4d001640-a197-48a2-82dc-46485bd2edac {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:35:23.015046 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5dac79-f96d-476e-afb9-50602d68e5ae", "tag": "e72efce6-2833-4437-98f6-0d6dbe747184", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:35:23.015300 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4d001640-a197-48a2-82dc-46485bd2edac {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:35:23.015702 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d001640-a197-48a2-82dc-46485bd2edac'] response: {'name': 'network-changed', 'server_uuid': '1a5dac79-f96d-476e-afb9-50602d68e5ae', 'tag': 'e72efce6-2833-4437-98f6-0d6dbe747184', 'status': 'completed', 'code': 200} Oct 04 14:35:23.027583 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-4c7387ca-5d81-4692-a4b4-882fc68ac2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:23.029491 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-e8d6558b-9153-4607-a120-1edc534d7812 None None] Set router 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:35:23.100656 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b83f6-6500-4ef2-a7d0-f0f7f20c46e4 req-efe7802a-4af3-4972-bec7-865f8187dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:23.103173 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-865b83f6-6500-4ef2-a7d0-f0f7f20c46e4 req-efe7802a-4af3-4972-bec7-865f8187dc29 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=3a4fa5d0aa0e4bf98816e4600023ca99&device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 1129 time: 0.0469894 Oct 04 14:35:23.117752 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=100 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:23.219827 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b83f6-6500-4ef2-a7d0-f0f7f20c46e4 req-843c8765-7deb-4f5c-9aae-91e5109249f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:23.221761 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-865b83f6-6500-4ef2-a7d0-f0f7f20c46e4 req-843c8765-7deb-4f5c-9aae-91e5109249f8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c224c131-1e09-47f0-b40a-1a73221baea0 HTTP/1.1" status: 200 len: 911 time: 0.1030576 Oct 04 14:35:23.245731 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:23.287612 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-e8d6558b-9153-4607-a120-1edc534d7812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'name': 'tempest-AttachVolumeTestJSON-560114202-router', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 4, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'gw_port': {'id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:39Z', 'updated_at': '2022-10-04T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'c106611d-067f-4aa5-bf1f-c627bb85d345', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'floating_ip_address': '172.27.3.219', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'port_id': 'e72efce6-2833-4437-98f6-0d6dbe747184', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'mac_address': 'fa:16:3e:fd:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5dac79-f96d-476e-afb9-50602d68e5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:34:58Z', 'updated_at': '2022-10-04T14:35:21Z', 'revision_number': 1, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ce8793-c8f1-4647-949a-1f33c379205b', 'name': '', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'mac_address': 'fa:16:3e:ba:a9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:51Z', 'updated_at': '2022-10-04T14:30:19Z', 'revision_number': 5, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'subnets': [{'id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:35:23.304520 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-865b83f6-6500-4ef2-a7d0-f0f7f20c46e4 req-7c60ae73-095a-4752-b1c0-761295b98d67 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e72efce6-2833-4437-98f6-0d6dbe747184 HTTP/1.1" status: 200 len: 999 time: 0.0663874 Oct 04 14:35:23.315818 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d6558b-9153-4607-a120-1edc534d7812 None None] Checking router: 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:35:23.328952 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d6558b-9153-4607-a120-1edc534d7812 None None] Routers {'7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:35:23.329871 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-e8d6558b-9153-4607-a120-1edc534d7812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:34:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:35:23.361198 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-4c7387ca-5d81-4692-a4b4-882fc68ac2fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804 {{(pid=106356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:35:23.366742 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b83f6-6500-4ef2-a7d0-f0f7f20c46e4 req-4338702c-17db-4986-b258-c88ad4544b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:23.368428 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-865b83f6-6500-4ef2-a7d0-f0f7f20c46e4 req-4338702c-17db-4986-b258-c88ad4544b6e service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=f924e31c-043d-4433-825a-9f71ad91746e HTTP/1.1" status: 200 len: 849 time: 0.0576155 Oct 04 14:35:23.377094 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-4c7387ca-5d81-4692-a4b4-882fc68ac2fd service neutron] Publish callbacks [] for port (1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:23.415554 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.provisioning_blocks [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-4c7387ca-5d81-4692-a4b4-882fc68ac2fd service neutron] Transition to ACTIVE for port object 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804 will not be triggered until provisioned by entity L2. {{(pid=106356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 14:35:23.421694 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-4c7387ca-5d81-4692-a4b4-882fc68ac2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:23.428206 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b83f6-6500-4ef2-a7d0-f0f7f20c46e4 req-223cf2df-c524-4d99-9315-f1cf4d047b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:23.430094 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-865b83f6-6500-4ef2-a7d0-f0f7f20c46e4 req-223cf2df-c524-4d99-9315-f1cf4d047b69 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c224c131-1e09-47f0-b40a-1a73221baea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551343 Oct 04 14:35:23.443733 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-e8d6558b-9153-4607-a120-1edc534d7812 None None] Set router 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:35:23.566262 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-865b83f6-6500-4ef2-a7d0-f0f7f20c46e4 req-d6cd216d-c29a-44d6-a248-a316eab46f69 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c224c131-1e09-47f0-b40a-1a73221baea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283174 Oct 04 14:35:23.633067 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-4c7387ca-5d81-4692-a4b4-882fc68ac2fd service neutron] Attempting to bind port 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804 on host hv-cinder-86026 for vnic_type normal with profile {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:35:23.633067 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-4c7387ca-5d81-4692-a4b4-882fc68ac2fd service neutron] Attempting to bind port 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804 by drivers openvswitch,hyperv on host hv-cinder-86026 at level 0 using segments [{'id': '291a4a06-d64a-40d0-b78a-b72353a9bb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43cb4147-4d5f-4bad-9d73-94e85a7a487f'}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:35:23.633067 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-4c7387ca-5d81-4692-a4b4-882fc68ac2fd service neutron] Attempting to bind port 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804 on network 43cb4147-4d5f-4bad-9d73-94e85a7a487f {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:35:23.636934 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7387ca-5d81-4692-a4b4-882fc68ac2fd service neutron] Pushing event updated for resources: {'Port': ['ID=1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:23.652374 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=100 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:23.693915 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-64ef6443-db6e-4747-a5bf-23184e13c68c tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2039710880&fields=id&tenant_id=408b16a582484c619ff17416990d5feb HTTP/1.1" status: 200 len: 267 time: 0.1245084 Oct 04 14:35:23.709410 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:23.737992 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4f5ec-5f84-4deb-94af-72c30d7a94b7 req-34a798ca-047f-4cb6-8735-2b19759c04b5 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:23.739500 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9ab4f5ec-5f84-4deb-94af-72c30d7a94b7 req-34a798ca-047f-4cb6-8735-2b19759c04b5 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2295516e-70cf-4d19-b2f9-ac828a22000f HTTP/1.1" status: 200 len: 943 time: 0.0647507 Oct 04 14:35:23.747807 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-e8d6558b-9153-4607-a120-1edc534d7812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'name': 'tempest-AttachVolumeTestJSON-560114202-router', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 4, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'gw_port': {'id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:39Z', 'updated_at': '2022-10-04T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'c106611d-067f-4aa5-bf1f-c627bb85d345', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'floating_ip_address': '172.27.3.219', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'port_id': 'e72efce6-2833-4437-98f6-0d6dbe747184', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'mac_address': 'fa:16:3e:fd:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5dac79-f96d-476e-afb9-50602d68e5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:34:58Z', 'updated_at': '2022-10-04T14:35:21Z', 'revision_number': 1, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ce8793-c8f1-4647-949a-1f33c379205b', 'name': '', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'mac_address': 'fa:16:3e:ba:a9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:51Z', 'updated_at': '2022-10-04T14:30:19Z', 'revision_number': 5, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'subnets': [{'id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:35:23.763699 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-4c7387ca-5d81-4692-a4b4-882fc68ac2fd service neutron] Port 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804 on network 43cb4147-4d5f-4bad-9d73-94e85a7a487f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86026 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 14:35:23.764047 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-4c7387ca-5d81-4692-a4b4-882fc68ac2fd service neutron] Attempting to bind port 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804 on network 43cb4147-4d5f-4bad-9d73-94e85a7a487f {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:35:23.777251 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-865b83f6-6500-4ef2-a7d0-f0f7f20c46e4 req-8b611dda-9127-4e40-bf7d-facc05b84df2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c224c131-1e09-47f0-b40a-1a73221baea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919920 Oct 04 14:35:23.778686 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d6558b-9153-4607-a120-1edc534d7812 None None] The sync data for ids ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'] in dv-cinder-860260-1-iscsi is: [{'id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'name': 'tempest-AttachVolumeTestJSON-560114202-router', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 4, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'gw_port': {'id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:39Z', 'updated_at': '2022-10-04T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'c106611d-067f-4aa5-bf1f-c627bb85d345', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'floating_ip_address': '172.27.3.219', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'port_id': 'e72efce6-2833-4437-98f6-0d6dbe747184', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'mac_address': 'fa:16:3e:fd:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5dac79-f96d-476e-afb9-50602d68e5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:34:58Z', 'updated_at': '2022-10-04T14:35:21Z', 'revision_number': 1, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ce8793-c8f1-4647-949a-1f33c379205b', 'name': '', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'mac_address': 'fa:16:3e:ba:a9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:51Z', 'updated_at': '2022-10-04T14:30:19Z', 'revision_number': 5, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'subnets': [{'id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:35:23.839278 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-084e7914-a528-4598-aa19-25d09aab1bc0 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:23.842858 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9ab4f5ec-5f84-4deb-94af-72c30d7a94b7 req-2478eddd-d075-4923-8486-1be2a6e99600 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969172 Oct 04 14:35:23.847506 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-084e7914-a528-4598-aa19-25d09aab1bc0 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/networks?id=4116101e-9cfb-4512-a759-154f86437ec3 HTTP/1.1" status: 200 len: 812 time: 0.1380057 Oct 04 14:35:23.852817 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-4c7387ca-5d81-4692-a4b4-882fc68ac2fd service neutron] Checking agent: {'id': '7414b559-7f0d-43de-b796-62d1db2de72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86026', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'started_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:35:23.853374 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-4c7387ca-5d81-4692-a4b4-882fc68ac2fd service neutron] Checking segment: {'id': '291a4a06-d64a-40d0-b78a-b72353a9bb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43cb4147-4d5f-4bad-9d73-94e85a7a487f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:35:23.854177 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-4c7387ca-5d81-4692-a4b4-882fc68ac2fd service neutron] Bound using segment: {'id': '291a4a06-d64a-40d0-b78a-b72353a9bb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43cb4147-4d5f-4bad-9d73-94e85a7a487f'} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:35:23.854809 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-4c7387ca-5d81-4692-a4b4-882fc68ac2fd service neutron] Bound port: 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804, host: hv-cinder-86026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '291a4a06-d64a-40d0-b78a-b72353a9bb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '43cb4147-4d5f-4bad-9d73-94e85a7a487f'}}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:35:23.855345 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-4c7387ca-5d81-4692-a4b4-882fc68ac2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:23.869144 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-558e58ae-67fc-4fa1-93e0-7ce5f2685444 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/quotas/408b16a582484c619ff17416990d5feb HTTP/1.1" status: 200 len: 375 time: 0.0108325 Oct 04 14:35:23.925487 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-afd1d281-3351-40f6-9d92-9ffe185dfa92 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=408b16a582484c619ff17416990d5feb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554347 Oct 04 14:35:23.929013 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:23.943937 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-4c7387ca-5d81-4692-a4b4-882fc68ac2fd service neutron] For port 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804, host hv-cinder-86026, cleared binding levels {{(pid=106356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:35:23.947828 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-4c7387ca-5d81-4692-a4b4-882fc68ac2fd service neutron] For port 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804, host hv-cinder-86026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804,segment=NetworkSegment(291a4a06-d64a-40d0-b78a-b72353a9bb36),segment_id=291a4a06-d64a-40d0-b78a-b72353a9bb36)] {{(pid=106356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:35:23.956360 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-4c7387ca-5d81-4692-a4b4-882fc68ac2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:24.001631 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-4c7387ca-5d81-4692-a4b4-882fc68ac2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:24.002259 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-4c7387ca-5d81-4692-a4b4-882fc68ac2fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:24.003773 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-4c7387ca-5d81-4692-a4b4-882fc68ac2fd service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804 HTTP/1.1" status: 200 len: 1093 time: 1.0505478 Oct 04 14:35:24.024786 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7387ca-5d81-4692-a4b4-882fc68ac2fd service neutron] Pushing event updated for resources: {'Port': ['ID=1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804,revision_number=3']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:24.072688 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c93bb96-215c-4cf6-b2ea-f20d1b4016da None None] New status for floating IP c106611d-067f-4aa5-bf1f-c627bb85d345: ACTIVE {{(pid=106357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:35:24.146221 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-7a0ea6a1-2e1a-4a9a-8402-1f07286e4398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:24.149889 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-7a0ea6a1-2e1a-4a9a-8402-1f07286e4398 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=742e9ad0995f4f96bcc1f75f5689a590&device_id=2295516e-70cf-4d19-b2f9-ac828a22000f HTTP/1.1" status: 200 len: 1127 time: 0.0670710 Oct 04 14:35:24.162853 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-aeb7ddb2-92f3-417d-98e3-19902b6a796d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159824 Oct 04 14:35:24.210332 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-9c5f043b-6bef-442d-b5b8-36011d0ec74c service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804 HTTP/1.1" status: 200 len: 217 time: 0.0458515 Oct 04 14:35:24.290455 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-be93b750-c9b3-47b1-b3f0-b9fefcb65026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:24.292355 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-be93b750-c9b3-47b1-b3f0-b9fefcb65026 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=2880efa9-a94f-4325-ab87-e53bd919bd15 HTTP/1.1" status: 200 len: 854 time: 0.0710158 Oct 04 14:35:24.310282 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-c028d4e2-5603-4dad-9b7c-2fadbebc8adc service neutron] 10.222.0.64 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384163 Oct 04 14:35:24.624439 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f16f5e85-7613-4585-8bdf-2aef2bf132ec req-9beada09-72ff-40ab-8dff-629dffc0c752 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 210 time: 0.0300989 Oct 04 14:35:24.729368 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-46972e0c-4a98-4435-bb46-bd840c727bf8 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=43cb4147-4d5f-4bad-9d73-94e85a7a487f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292196 Oct 04 14:35:24.852442 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-1aa34009-faf5-4a96-b158-30774741587e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/43cb4147-4d5f-4bad-9d73-94e85a7a487f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019969 Oct 04 14:35:24.963454 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:25.005697 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5695ff5-6beb-4492-a189-1de380da9aa7 req-26614ebf-d510-4803-a3a8-14325927520b tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:25.007261 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-a5695ff5-6beb-4492-a189-1de380da9aa7 req-26614ebf-d510-4803-a3a8-14325927520b tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2295516e-70cf-4d19-b2f9-ac828a22000f HTTP/1.1" status: 200 len: 943 time: 0.0587764 Oct 04 14:35:25.017464 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2295516e-70cf-4d19-b2f9-ac828a22000f', 'tag': '1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:35:25.019727 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a34146b-651c-413f-acb1-0bc80bcd4109" -d '{"events": [{"name": "network-changed", "server_uuid": "2295516e-70cf-4d19-b2f9-ac828a22000f", "tag": "1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:35:25.024343 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fa9265cc-fbdf-4c89-8b81-173395bbe8a9 req-7bd380f0-c18c-46f2-8200-92f1924de652 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/43cb4147-4d5f-4bad-9d73-94e85a7a487f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198936 Oct 04 14:35:25.058806 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42268d9-8459-469b-b7e1-d09ef61580a7 x-openstack-request-id: req-e42268d9-8459-469b-b7e1-d09ef61580a7 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:35:25.059253 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2295516e-70cf-4d19-b2f9-ac828a22000f", "tag": "1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:35:25.059504 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e42268d9-8459-469b-b7e1-d09ef61580a7 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:35:25.060817 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e42268d9-8459-469b-b7e1-d09ef61580a7'] response: {'name': 'network-changed', 'server_uuid': '2295516e-70cf-4d19-b2f9-ac828a22000f', 'tag': '1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804', 'status': 'completed', 'code': 200} Oct 04 14:35:25.061050 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-a5695ff5-6beb-4492-a189-1de380da9aa7 req-1ffdac6f-be36-45dc-9ed2-5d698fab27ea tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467947 Oct 04 14:35:25.751553 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d9aa420b-00de-4c9f-b00b-e0425face1a1 req-18368c5d-5d86-41ca-a860-d442a8ff6df0 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 210 time: 0.0295906 Oct 04 14:35:26.229749 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef03f72-769e-4846-8a33-14414a2a5598 req-33d76d7f-89b1-4405-a0a4-7f232dd1da29 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:26.232355 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-eef03f72-769e-4846-8a33-14414a2a5598 req-33d76d7f-89b1-4405-a0a4-7f232dd1da29 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2295516e-70cf-4d19-b2f9-ac828a22000f HTTP/1.1" status: 200 len: 943 time: 0.0833294 Oct 04 14:35:26.291851 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-eef03f72-769e-4846-8a33-14414a2a5598 req-f3751d5f-afcb-46af-b555-d611fc3bfcaa tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516312 Oct 04 14:35:26.500899 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34146b-651c-413f-acb1-0bc80bcd4109 req-b8f7b423-0ec0-4581-a9e6-d7f9e61e13df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:26.502532 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9a34146b-651c-413f-acb1-0bc80bcd4109 req-b8f7b423-0ec0-4581-a9e6-d7f9e61e13df service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=742e9ad0995f4f96bcc1f75f5689a590&device_id=2295516e-70cf-4d19-b2f9-ac828a22000f HTTP/1.1" status: 200 len: 1127 time: 0.0455604 Oct 04 14:35:26.875186 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d60f5698-685e-4071-acf1-12f95f8f4ae9 req-adb4ef8f-23b1-495e-87a8-872e84a17f2f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 210 time: 0.0341780 Oct 04 14:35:26.912874 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34146b-651c-413f-acb1-0bc80bcd4109 req-10fa5688-27d1-4653-993e-676339df8589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:26.914362 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9a34146b-651c-413f-acb1-0bc80bcd4109 req-10fa5688-27d1-4653-993e-676339df8589 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=43cb4147-4d5f-4bad-9d73-94e85a7a487f HTTP/1.1" status: 200 len: 915 time: 0.4050398 Oct 04 14:35:26.955442 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9a34146b-651c-413f-acb1-0bc80bcd4109 req-cb855110-f262-4880-993a-9a0b4fbc45fc service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804 HTTP/1.1" status: 200 len: 217 time: 0.0341489 Oct 04 14:35:27.007162 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4eefdc49-5271-49c9-96c0-bb281214ca63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:27.021630 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34146b-651c-413f-acb1-0bc80bcd4109 req-f3968ae0-658f-4f17-9225-a9b158606f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:27.023115 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9a34146b-651c-413f-acb1-0bc80bcd4109 req-f3968ae0-658f-4f17-9225-a9b158606f3a service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=2880efa9-a94f-4325-ab87-e53bd919bd15 HTTP/1.1" status: 200 len: 854 time: 0.0584824 Oct 04 14:35:27.063277 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9a34146b-651c-413f-acb1-0bc80bcd4109 req-20cf44b9-e631-44ea-b8fe-12779f9e8a6d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=43cb4147-4d5f-4bad-9d73-94e85a7a487f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284808 Oct 04 14:35:27.162998 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9a34146b-651c-413f-acb1-0bc80bcd4109 req-0923de40-750a-4461-b8b3-dc39e0685690 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/43cb4147-4d5f-4bad-9d73-94e85a7a487f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927505 Oct 04 14:35:27.424132 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0dfdc4-c828-4f46-ae5a-5b82fab1f5ea req-81110e46-8b1a-4eab-b1ab-9dce71951f22 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:27.425993 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8b0dfdc4-c828-4f46-ae5a-5b82fab1f5ea req-81110e46-8b1a-4eab-b1ab-9dce71951f22 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2295516e-70cf-4d19-b2f9-ac828a22000f HTTP/1.1" status: 200 len: 943 time: 0.0546579 Oct 04 14:35:27.480947 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:27.494648 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8b0dfdc4-c828-4f46-ae5a-5b82fab1f5ea req-ff2e764d-0b6a-4aa9-8b40-0957ee34df78 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628331 Oct 04 14:35:27.534927 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9a34146b-651c-413f-acb1-0bc80bcd4109 req-260389e0-d0a8-499b-94a9-c70ccd4ac5f8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/43cb4147-4d5f-4bad-9d73-94e85a7a487f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235576 Oct 04 14:35:27.644609 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:27.715533 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2df1a8-a4db-4e71-8d85-eaf937c3f077 req-5f7b8971-37af-41e6-8981-177d7b20416f tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:27.718118 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ea2df1a8-a4db-4e71-8d85-eaf937c3f077 req-5f7b8971-37af-41e6-8981-177d7b20416f tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0531881 Oct 04 14:35:27.749063 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-25b976b3-eb2c-43cf-8e3b-07702c69e184 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:27.750581 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-25b976b3-eb2c-43cf-8e3b-07702c69e184 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.17 "GET /networking/v2.0/networks?id=4116101e-9cfb-4512-a759-154f86437ec3 HTTP/1.1" status: 200 len: 812 time: 0.1163573 Oct 04 14:35:27.769872 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ea2df1a8-a4db-4e71-8d85-eaf937c3f077 req-62ef9392-81b9-4881-aca1-c89a8e5f59e1 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457842 Oct 04 14:35:27.991862 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804 details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:35:27.995567 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1e42c4fb-15b9-414f-a0bc-9eb0a1bffe2c req-219d1d7e-97af-4aff-b2e9-274df88c1ea1 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 210 time: 0.0282557 Oct 04 14:35:28.098330 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804,segment=NetworkSegment(291a4a06-d64a-40d0-b78a-b72353a9bb36),segment_id=291a4a06-d64a-40d0-b78a-b72353a9bb36)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:35:28.111753 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': '1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804', 'network_id': '43cb4147-4d5f-4bad-9d73-94e85a7a487f', 'port_id': '1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804', 'mac_address': 'fa:16:3e:de:bf:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2880efa9-a94f-4325-ab87-e53bd919bd15', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:35:28.147299 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804 is: DOWN; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:35:28.147687 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:28.162998 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:35:28.183053 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804,segment=NetworkSegment(291a4a06-d64a-40d0-b78a-b72353a9bb36),segment_id=291a4a06-d64a-40d0-b78a-b72353a9bb36)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:35:28.187375 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:28.237192 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:28.621043 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093213ce-4ec3-4eba-afe5-31718f9a8538 req-214e8fe9-f3d2-4ed4-8280-17f0a684ac23 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:28.623142 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-093213ce-4ec3-4eba-afe5-31718f9a8538 req-214e8fe9-f3d2-4ed4-8280-17f0a684ac23 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2295516e-70cf-4d19-b2f9-ac828a22000f HTTP/1.1" status: 200 len: 944 time: 0.0485680 Oct 04 14:35:28.633338 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:35:28.686754 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:28.692556 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-093213ce-4ec3-4eba-afe5-31718f9a8538 req-f0d37a41-f269-4ad9-955c-8fa86e7e32f9 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633657 Oct 04 14:35:28.900176 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e040ce-1473-4238-81a2-acbdca40c96a req-c0691914-d73c-4dbb-b6eb-dac639efa264 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:28.901792 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-30e040ce-1473-4238-81a2-acbdca40c96a req-c0691914-d73c-4dbb-b6eb-dac639efa264 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0484648 Oct 04 14:35:28.921918 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:28.930510 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:28.952453 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-30e040ce-1473-4238-81a2-acbdca40c96a req-a6c1ef5d-572d-4a91-b9c8-9d78c425b69d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443943 Oct 04 14:35:29.109674 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e2acc13b-0f69-4d36-abed-c867c209ff23 req-b95e41d7-303e-4bd5-9722-bccecc5ce43b tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 210 time: 0.0319910 Oct 04 14:35:29.435377 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a5e69a28-0d67-485e-8ca1-547997f4e0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:29.814162 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc172c78-c9c5-46b0-930f-c3a198f63155 req-740342d1-abda-4cf5-a2ae-2a0e5a5defff tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:29.815607 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dc172c78-c9c5-46b0-930f-c3a198f63155 req-740342d1-abda-4cf5-a2ae-2a0e5a5defff tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2295516e-70cf-4d19-b2f9-ac828a22000f HTTP/1.1" status: 200 len: 944 time: 0.0465350 Oct 04 14:35:29.868287 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dc172c78-c9c5-46b0-930f-c3a198f63155 req-2426b133-20fa-4aad-ab4c-35b6c19c8491 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471082 Oct 04 14:35:30.035894 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804 up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:35:30.078196 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:30.079855 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0caa27a-4440-4c0f-91ea-6c6928bc26c0 req-76049a0e-ee59-4c29-8d6d-10d9a61ca0b5 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:30.081428 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d0caa27a-4440-4c0f-91ea-6c6928bc26c0 req-76049a0e-ee59-4c29-8d6d-10d9a61ca0b5 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0513630 Oct 04 14:35:30.084434 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning for port 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804 completed by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 14:35:30.091743 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:35:30.092384 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:30.092801 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804 Oct 04 14:35:30.133996 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d0caa27a-4440-4c0f-91ea-6c6928bc26c0 req-640f5349-1225-4326-9021-5eed40d51f39 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460799 Oct 04 14:35:30.179055 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804 is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:35:30.179483 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:30.218875 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2295516e-70cf-4d19-b2f9-ac828a22000f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:35:30.224833 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c328b8ff-d2a0-4990-8db6-5ca14cce94c1" -d '{"events": [{"server_uuid": "2295516e-70cf-4d19-b2f9-ac828a22000f", "name": "network-vif-plugged", "status": "completed", "tag": "1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:35:30.225076 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-06072506-f9dd-4f3a-9e58-855fcf702968 req-64ac1fcb-402a-4db8-a27f-40cda240fafd tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 210 time: 0.0293608 Oct 04 14:35:30.245577 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804,segment=NetworkSegment(291a4a06-d64a-40d0-b78a-b72353a9bb36),segment_id=291a4a06-d64a-40d0-b78a-b72353a9bb36)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:35:30.258255 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:30.283314 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae2057d-9b87-4360-a35a-d20daf7d3945 x-openstack-request-id: req-4ae2057d-9b87-4360-a35a-d20daf7d3945 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:35:30.283586 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2295516e-70cf-4d19-b2f9-ac828a22000f", "name": "network-vif-plugged", "status": "completed", "tag": "1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:35:30.283884 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ae2057d-9b87-4360-a35a-d20daf7d3945 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:35:30.284250 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ae2057d-9b87-4360-a35a-d20daf7d3945'] response: {'server_uuid': '2295516e-70cf-4d19-b2f9-ac828a22000f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804', 'code': 200} Oct 04 14:35:30.312924 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:30.996725 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de07649-2754-4614-8d30-2b7b8e38d34e req-2694e805-7fd6-4b07-a6da-310d7003481f tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:30.998327 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3de07649-2754-4614-8d30-2b7b8e38d34e req-2694e805-7fd6-4b07-a6da-310d7003481f tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2295516e-70cf-4d19-b2f9-ac828a22000f HTTP/1.1" status: 200 len: 945 time: 0.0511444 Oct 04 14:35:31.049138 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3de07649-2754-4614-8d30-2b7b8e38d34e req-188bed32-cfac-4e11-a1ab-12f5ee50a1e8 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450783 Oct 04 14:35:31.270373 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef500c7-6d9f-4a65-bb40-ac4fed06af8e req-3b900af3-fc08-419d-b841-71520d7efd56 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:31.271894 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7ef500c7-6d9f-4a65-bb40-ac4fed06af8e req-3b900af3-fc08-419d-b841-71520d7efd56 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0478528 Oct 04 14:35:31.334997 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7ef500c7-6d9f-4a65-bb40-ac4fed06af8e req-483e07c8-e627-4d55-aefc-39f210f61260 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574806 Oct 04 14:35:31.355704 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-19d48a0c-c85c-427c-b486-3a4eef3e889e req-19edf4ec-1a99-4444-b4f8-6f40e62c6517 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 210 time: 0.0473044 Oct 04 14:35:31.561975 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-4e11c1dc-5ddd-4a84-af6e-694c96f1fffe tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=408b16a582484c619ff17416990d5feb HTTP/1.1" status: 200 len: 380 time: 0.0680900 Oct 04 14:35:31.643626 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-b1003cc8-b9c3-4dce-b0b6-e68adc48f616 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Request body: {'port': {'device_id': 'e076e5d9-70c2-4624-b6b9-6e0b030d73e5', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'admin_state_up': True, 'tenant_id': '408b16a582484c619ff17416990d5feb', 'security_groups': ['dcfacddd-cbd0-43ff-8dce-794229dea277']}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:35:31.802671 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-b1003cc8-b9c3-4dce-b0b6-e68adc48f616 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Made reservation on behalf of 408b16a582484c619ff17416990d5feb for: {'port': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:35:31.806691 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-b1003cc8-b9c3-4dce-b0b6-e68adc48f616 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:31.955673 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971abef8-b11a-475f-a46c-e19eedc99391 req-9c2b14e6-91bd-48f7-a61b-5c9010ca0c9a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:31.957657 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-971abef8-b11a-475f-a46c-e19eedc99391 req-9c2b14e6-91bd-48f7-a61b-5c9010ca0c9a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.0662658 Oct 04 14:35:31.975467 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d59cb8-bc59-4473-94e3-99bff6d2a3e3 req-b254c755-e996-4ec2-b3f7-586fc16807cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:31.977097 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-61d59cb8-bc59-4473-94e3-99bff6d2a3e3 req-b254c755-e996-4ec2-b3f7-586fc16807cd service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2295516e-70cf-4d19-b2f9-ac828a22000f HTTP/1.1" status: 200 len: 1129 time: 0.0831311 Oct 04 14:35:31.998949 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-b1003cc8-b9c3-4dce-b0b6-e68adc48f616 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Allocated IP 172.20.0.12 (4116101e-9cfb-4512-a759-154f86437ec3/0e6eb4fb-0de1-48cf-96b5-793e497e6d95/0beda3fd-dcf6-460d-9272-d7d5984b6508) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:35:32.067071 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [req-971abef8-b11a-475f-a46c-e19eedc99391 req-bf34cc30-341e-4ccf-83c4-e85726019d0e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Deleting port 31660410-8845-41c4-b49c-b89043507bb3 {{(pid=106355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:35:32.067418 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-971abef8-b11a-475f-a46c-e19eedc99391 req-bf34cc30-341e-4ccf-83c4-e85726019d0e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (31660410-8845-41c4-b49c-b89043507bb3), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:32.137187 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-61d59cb8-bc59-4473-94e3-99bff6d2a3e3 req-45b3261c-1a5d-4e74-84d6-014c2086ba59 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270742 Oct 04 14:35:32.164861 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:32.171727 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:32.216665 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-b1003cc8-b9c3-4dce-b0b6-e68adc48f616 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for port (0beda3fd-dcf6-460d-9272-d7d5984b6508), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:32.217198 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308346a-89f6-47f5-969a-747d32537ee3 req-e25303b9-0951-463a-8f12-e3175bf2e78b tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:32.218785 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f308346a-89f6-47f5-969a-747d32537ee3 req-e25303b9-0951-463a-8f12-e3175bf2e78b tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2295516e-70cf-4d19-b2f9-ac828a22000f HTTP/1.1" status: 200 len: 945 time: 0.0791075 Oct 04 14:35:32.236015 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [req-971abef8-b11a-475f-a46c-e19eedc99391 req-bf34cc30-341e-4ccf-83c4-e85726019d0e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] For port 31660410-8845-41c4-b49c-b89043507bb3, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=31660410-8845-41c4-b49c-b89043507bb3,segment=NetworkSegment(80436793-7021-4ca5-bbb3-a3b3adc26a9e),segment_id=80436793-7021-4ca5-bbb3-a3b3adc26a9e)] {{(pid=106355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:35:32.236299 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-971abef8-b11a-475f-a46c-e19eedc99391 req-bf34cc30-341e-4ccf-83c4-e85726019d0e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (31660410-8845-41c4-b49c-b89043507bb3), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:32.257662 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-b1003cc8-b9c3-4dce-b0b6-e68adc48f616 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (0beda3fd-dcf6-460d-9272-d7d5984b6508), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:32.282691 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:32.311201 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-b1003cc8-b9c3-4dce-b0b6-e68adc48f616 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Network 4116101e-9cfb-4512-a759-154f86437ec3 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:35:32.314735 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-b1003cc8-b9c3-4dce-b0b6-e68adc48f616 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:35:32.318866 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-b1003cc8-b9c3-4dce-b0b6-e68adc48f616 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:35:32.356192 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1003cc8-b9c3-4dce-b0b6-e68adc48f616 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Pushing event updated for resources: {'Port': ['ID=0beda3fd-dcf6-460d-9272-d7d5984b6508,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:32.386233 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f308346a-89f6-47f5-969a-747d32537ee3 req-3dbd1bdf-b283-460c-b391-d0c0ef0d83f5 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525009 Oct 04 14:35:32.398880 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-b1003cc8-b9c3-4dce-b0b6-e68adc48f616 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:32.399544 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-b1003cc8-b9c3-4dce-b0b6-e68adc48f616 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:32.440420 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-b1003cc8-b9c3-4dce-b0b6-e68adc48f616 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8009789 Oct 04 14:35:32.457305 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:32.489262 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-bc4b0708-788a-4645-884a-4f46f279b254 service neutron] Request body: {'port': {'device_id': 'e076e5d9-70c2-4624-b6b9-6e0b030d73e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86026'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:35:32.519973 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-971abef8-b11a-475f-a46c-e19eedc99391 req-bf34cc30-341e-4ccf-83c4-e85726019d0e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:32.520396 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-971abef8-b11a-475f-a46c-e19eedc99391 req-bf34cc30-341e-4ccf-83c4-e85726019d0e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (8cd2c2d0-fd58-4135-9071-30e18fa0d9fb), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:32.520687 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.db.l3_db [req-971abef8-b11a-475f-a46c-e19eedc99391 req-bf34cc30-341e-4ccf-83c4-e85726019d0e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Floating IP 8cd2c2d0-fd58-4135-9071-30e18fa0d9fb disassociated. External IP: 172.27.3.220, port: 31660410-8845-41c4-b49c-b89043507bb3. Oct 04 14:35:32.521068 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [req-971abef8-b11a-475f-a46c-e19eedc99391 req-bf34cc30-341e-4ccf-83c4-e85726019d0e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Calling delete_port for 31660410-8845-41c4-b49c-b89043507bb3 owned by compute:nova {{(pid=106355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:35:32.618199 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a4bdb-8a91-4b39-b75e-0564d22eaa46 req-aaafdee8-19de-4775-bc47-3bb5fea9cd58 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:32.619786 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-395a4bdb-8a91-4b39-b75e-0564d22eaa46 req-aaafdee8-19de-4775-bc47-3bb5fea9cd58 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 932 time: 0.1144309 Oct 04 14:35:32.627484 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7da33-ee98-4086-a990-fc5765151f71 req-3a6e0b13-1617-4b85-b541-73561e0d962d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:32.630176 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8bf7da33-ee98-4086-a990-fc5765151f71 req-3a6e0b13-1617-4b85-b541-73561e0d962d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 946 time: 0.1370876 Oct 04 14:35:32.637358 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-bc4b0708-788a-4645-884a-4f46f279b254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (0beda3fd-dcf6-460d-9272-d7d5984b6508), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:32.661142 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d8f22a61-561d-420b-81bd-a0536b58c465 None None] Provisioning complete for port 0beda3fd-dcf6-460d-9272-d7d5984b6508 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:35:32.661788 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d8f22a61-561d-420b-81bd-a0536b58c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (0beda3fd-dcf6-460d-9272-d7d5984b6508), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:32.662312 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d8f22a61-561d-420b-81bd-a0536b58c465 None None] Attempt 1 to provision port 0beda3fd-dcf6-460d-9272-d7d5984b6508 Oct 04 14:35:32.700929 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d8f22a61-561d-420b-81bd-a0536b58c465 None None] Port 0beda3fd-dcf6-460d-9272-d7d5984b6508 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:35:32.705983 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-395a4bdb-8a91-4b39-b75e-0564d22eaa46 req-abf0a595-cb9a-4406-bc0c-b235ae5404a4 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784910 Oct 04 14:35:32.755073 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8bf7da33-ee98-4086-a990-fc5765151f71 req-bdc3e69d-3384-449a-9c48-5c14ed12fd83 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5304fa2f-cec5-4b91-adf6-074f7a1f3653&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127164 Oct 04 14:35:32.763038 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:32.770492 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-971abef8-b11a-475f-a46c-e19eedc99391 req-bf34cc30-341e-4ccf-83c4-e85726019d0e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (31660410-8845-41c4-b49c-b89043507bb3), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:32.783490 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:32.803563 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34cc30-341e-4ccf-83c4-e85726019d0e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Pushing event deleted for resources: {'Port': ['ID=31660410-8845-41c4-b49c-b89043507bb3,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:32.940330 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.l3_agent_scheduler [req-971abef8-b11a-475f-a46c-e19eedc99391 req-bf34cc30-341e-4ccf-83c4-e85726019d0e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Router 3307909d-82d8-4346-9073-4c4354e246f2 has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:35:33.035510 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-bc4b0708-788a-4645-884a-4f46f279b254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0beda3fd-dcf6-460d-9272-d7d5984b6508 {{(pid=106356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:35:33.044772 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-bc4b0708-788a-4645-884a-4f46f279b254 service neutron] Publish callbacks [] for port (0beda3fd-dcf6-460d-9272-d7d5984b6508), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:33.058546 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.provisioning_blocks [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-bc4b0708-788a-4645-884a-4f46f279b254 service neutron] Transition to ACTIVE for port object 0beda3fd-dcf6-460d-9272-d7d5984b6508 will not be triggered until provisioned by entity L2. {{(pid=106356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 14:35:33.064158 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-bc4b0708-788a-4645-884a-4f46f279b254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (0beda3fd-dcf6-460d-9272-d7d5984b6508), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:33.071371 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-971abef8-b11a-475f-a46c-e19eedc99391 req-bf34cc30-341e-4ccf-83c4-e85726019d0e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:35:33.082905 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47e86f7-564d-4c8c-8e4e-ccda66d8c561 None None] Sync routers for ids ['3307909d-82d8-4346-9073-4c4354e246f2'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:35:33.108878 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47e86f7-564d-4c8c-8e4e-ccda66d8c561 None None] Routers {'3307909d-82d8-4346-9073-4c4354e246f2'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:35:33.109789 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-c47e86f7-564d-4c8c-8e4e-ccda66d8c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:35:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['3307909d-82d8-4346-9073-4c4354e246f2'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:35:33.129421 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [req-971abef8-b11a-475f-a46c-e19eedc99391 req-bf34cc30-341e-4ccf-83c4-e85726019d0e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] No DVR routers for this DVR port 31660410-8845-41c4-b49c-b89043507bb3 on host hv-cinder-86026 {{(pid=106355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:35:33.133017 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-971abef8-b11a-475f-a46c-e19eedc99391 req-bf34cc30-341e-4ccf-83c4-e85726019d0e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:33.137063 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-971abef8-b11a-475f-a46c-e19eedc99391 req-bf34cc30-341e-4ccf-83c4-e85726019d0e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.17 "DELETE /networking/v2.0/ports/31660410-8845-41c4-b49c-b89043507bb3 HTTP/1.1" status: 204 len: 173 time: 1.1721675 Oct 04 14:35:33.138754 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302', 'name': 'network-vif-deleted', 'tag': '31660410-8845-41c4-b49c-b89043507bb3'}] {{(pid=106355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:35:33.141460 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172969012db89328cfee76f0acc2659810ea9ea6244db33f0d123db39f5e3407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b10efa-ef34-4ea3-aa8b-4e3d68361e69" -d '{"events": [{"server_uuid": "0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302", "name": "network-vif-deleted", "tag": "31660410-8845-41c4-b49c-b89043507bb3"}]}' {{(pid=106355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:35:33.170356 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b0708-788a-4645-884a-4f46f279b254 service neutron] Pushing event updated for resources: {'Port': ['ID=0beda3fd-dcf6-460d-9272-d7d5984b6508,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:33.193437 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:33.206582 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-bc4b0708-788a-4645-884a-4f46f279b254 service neutron] Attempting to bind port 0beda3fd-dcf6-460d-9272-d7d5984b6508 on host hv-cinder-86026 for vnic_type normal with profile {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:35:33.206882 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-bc4b0708-788a-4645-884a-4f46f279b254 service neutron] Attempting to bind port 0beda3fd-dcf6-460d-9272-d7d5984b6508 by drivers openvswitch,hyperv on host hv-cinder-86026 at level 0 using segments [{'id': '152383e2-d73f-4c02-bb1c-e715e00f8899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3'}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:35:33.207215 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-bc4b0708-788a-4645-884a-4f46f279b254 service neutron] Attempting to bind port 0beda3fd-dcf6-460d-9272-d7d5984b6508 on network 4116101e-9cfb-4512-a759-154f86437ec3 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:35:33.238033 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-c47e86f7-564d-4c8c-8e4e-ccda66d8c561 None None] Set router 3307909d-82d8-4346-9073-4c4354e246f2 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:35:33.284455 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-bc4b0708-788a-4645-884a-4f46f279b254 service neutron] Port 0beda3fd-dcf6-460d-9272-d7d5984b6508 on network 4116101e-9cfb-4512-a759-154f86437ec3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86026 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 14:35:33.285438 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-bc4b0708-788a-4645-884a-4f46f279b254 service neutron] Attempting to bind port 0beda3fd-dcf6-460d-9272-d7d5984b6508 on network 4116101e-9cfb-4512-a759-154f86437ec3 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:35:33.328241 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc07b07-9ece-4b71-a6c7-c4fc7d39f2a8 x-openstack-request-id: req-0dc07b07-9ece-4b71-a6c7-c4fc7d39f2a8 {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:35:33.328560 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302", "name": "network-vif-deleted", "tag": "31660410-8845-41c4-b49c-b89043507bb3", "status": "completed", "code": 200}]} {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:35:33.328842 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0dc07b07-9ece-4b71-a6c7-c4fc7d39f2a8 {{(pid=106355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:35:33.329285 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dc07b07-9ece-4b71-a6c7-c4fc7d39f2a8'] response: {'server_uuid': '0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302', 'name': 'network-vif-deleted', 'tag': '31660410-8845-41c4-b49c-b89043507bb3', 'status': 'completed', 'code': 200} Oct 04 14:35:33.332344 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:33.339990 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-bc4b0708-788a-4645-884a-4f46f279b254 service neutron] Checking agent: {'id': '7414b559-7f0d-43de-b796-62d1db2de72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86026', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'started_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:35:33.340422 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-bc4b0708-788a-4645-884a-4f46f279b254 service neutron] Checking segment: {'id': '152383e2-d73f-4c02-bb1c-e715e00f8899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:35:33.340724 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-bc4b0708-788a-4645-884a-4f46f279b254 service neutron] Bound using segment: {'id': '152383e2-d73f-4c02-bb1c-e715e00f8899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3'} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:35:33.341174 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-bc4b0708-788a-4645-884a-4f46f279b254 service neutron] Bound port: 0beda3fd-dcf6-460d-9272-d7d5984b6508, host: hv-cinder-86026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152383e2-d73f-4c02-bb1c-e715e00f8899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3'}}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:35:33.341737 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-bc4b0708-788a-4645-884a-4f46f279b254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (0beda3fd-dcf6-460d-9272-d7d5984b6508), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:33.422680 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-bc4b0708-788a-4645-884a-4f46f279b254 service neutron] For port 0beda3fd-dcf6-460d-9272-d7d5984b6508, host hv-cinder-86026, cleared binding levels {{(pid=106356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:35:33.426739 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-bc4b0708-788a-4645-884a-4f46f279b254 service neutron] For port 0beda3fd-dcf6-460d-9272-d7d5984b6508, host hv-cinder-86026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=0beda3fd-dcf6-460d-9272-d7d5984b6508,segment=NetworkSegment(152383e2-d73f-4c02-bb1c-e715e00f8899),segment_id=152383e2-d73f-4c02-bb1c-e715e00f8899)] {{(pid=106356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:35:33.435276 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-bc4b0708-788a-4645-884a-4f46f279b254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (0beda3fd-dcf6-460d-9272-d7d5984b6508), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:33.441345 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-bc4b0708-788a-4645-884a-4f46f279b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:33.441709 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-bc4b0708-788a-4645-884a-4f46f279b254 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:33.443303 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-bc4b0708-788a-4645-884a-4f46f279b254 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/0beda3fd-dcf6-460d-9272-d7d5984b6508 HTTP/1.1" status: 200 len: 1094 time: 0.9667768 Oct 04 14:35:33.443885 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e076e5d9-70c2-4624-b6b9-6e0b030d73e5', 'tag': '0beda3fd-dcf6-460d-9272-d7d5984b6508'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:35:33.446484 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512b8cf5-e9d1-46dd-b9ca-8e7f3d37444d" -d '{"events": [{"name": "network-changed", "server_uuid": "e076e5d9-70c2-4624-b6b9-6e0b030d73e5", "tag": "0beda3fd-dcf6-460d-9272-d7d5984b6508"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:35:33.518090 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cd85db-c60b-412b-842f-d7ec6d8320a4 x-openstack-request-id: req-45cd85db-c60b-412b-842f-d7ec6d8320a4 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:35:33.518469 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e076e5d9-70c2-4624-b6b9-6e0b030d73e5", "tag": "0beda3fd-dcf6-460d-9272-d7d5984b6508", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:35:33.518792 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45cd85db-c60b-412b-842f-d7ec6d8320a4 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:35:33.519291 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45cd85db-c60b-412b-842f-d7ec6d8320a4'] response: {'name': 'network-changed', 'server_uuid': 'e076e5d9-70c2-4624-b6b9-6e0b030d73e5', 'tag': '0beda3fd-dcf6-460d-9272-d7d5984b6508', 'status': 'completed', 'code': 200} Oct 04 14:35:33.520643 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b0708-788a-4645-884a-4f46f279b254 service neutron] Pushing event updated for resources: {'Port': ['ID=0beda3fd-dcf6-460d-9272-d7d5984b6508,revision_number=3']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:33.581481 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbddb0d-eb41-4d3b-8f16-5b93de4d3eee req-c6ad8c1a-bebb-444c-83db-1da152667a82 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:33.583296 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8dbddb0d-eb41-4d3b-8f16-5b93de4d3eee req-c6ad8c1a-bebb-444c-83db-1da152667a82 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2295516e-70cf-4d19-b2f9-ac828a22000f HTTP/1.1" status: 200 len: 945 time: 0.0565357 Oct 04 14:35:33.624137 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-c47e86f7-564d-4c8c-8e4e-ccda66d8c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3307909d-82d8-4346-9073-4c4354e246f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1683789294-router', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:31Z', 'updated_at': '2022-10-04T14:29:45Z', 'revision_number': 4, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'gw_port': {'id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:33Z', 'updated_at': '2022-10-04T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6', 'name': '', 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'mac_address': 'fa:16:3e:3f:25:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:40Z', 'updated_at': '2022-10-04T14:29:59Z', 'revision_number': 5, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'subnets': [{'id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:35:33.641113 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8dbddb0d-eb41-4d3b-8f16-5b93de4d3eee req-e70ef304-bfc1-4665-9d60-0a7917e59dc5 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500932 Oct 04 14:35:33.668719 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47e86f7-564d-4c8c-8e4e-ccda66d8c561 None None] Checking router: 3307909d-82d8-4346-9073-4c4354e246f2 for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:35:33.678291 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47e86f7-564d-4c8c-8e4e-ccda66d8c561 None None] Routers {'3307909d-82d8-4346-9073-4c4354e246f2'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:35:33.678925 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-c47e86f7-564d-4c8c-8e4e-ccda66d8c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:35:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['3307909d-82d8-4346-9073-4c4354e246f2'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:35:33.680460 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=100 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:33.791176 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-c47e86f7-564d-4c8c-8e4e-ccda66d8c561 None None] Set router 3307909d-82d8-4346-9073-4c4354e246f2 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:35:33.857868 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a9338-2b21-41c0-9721-a6328beb75d3 req-2c98bc6a-00c4-47c1-8643-2499886e00c9 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:33.859905 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:33.860613 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e92a9338-2b21-41c0-9721-a6328beb75d3 req-2c98bc6a-00c4-47c1-8643-2499886e00c9 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 944 time: 0.0600753 Oct 04 14:35:33.936413 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e92a9338-2b21-41c0-9721-a6328beb75d3 req-29910790-a934-439e-8785-8f62208267de tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686290 Oct 04 14:35:33.956188 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-62253f5d-e0a0-4aab-ab1a-70dcb39fe2c7 req-6abb7beb-7002-4253-aa0f-f245a212e2c3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 210 time: 0.0419140 Oct 04 14:35:34.032040 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 31660410-8845-41c4-b49c-b89043507bb3 no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:35:34.054642 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] No Port match for: 31660410-8845-41c4-b49c-b89043507bb3 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:35:34.054982 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 31660410-8845-41c4-b49c-b89043507bb3 not bound to the agent host hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:35:34.064180 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-c47e86f7-564d-4c8c-8e4e-ccda66d8c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3307909d-82d8-4346-9073-4c4354e246f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1683789294-router', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:31Z', 'updated_at': '2022-10-04T14:29:45Z', 'revision_number': 4, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'gw_port': {'id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:33Z', 'updated_at': '2022-10-04T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6', 'name': '', 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'mac_address': 'fa:16:3e:3f:25:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:40Z', 'updated_at': '2022-10-04T14:29:59Z', 'revision_number': 5, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'subnets': [{'id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:35:34.088506 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47e86f7-564d-4c8c-8e4e-ccda66d8c561 None None] The sync data for ids ['3307909d-82d8-4346-9073-4c4354e246f2'] in dv-cinder-860260-1-iscsi is: [{'id': '3307909d-82d8-4346-9073-4c4354e246f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1683789294-router', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:31Z', 'updated_at': '2022-10-04T14:29:45Z', 'revision_number': 4, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'gw_port': {'id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:33Z', 'updated_at': '2022-10-04T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6', 'name': '', 'network_id': 'f70b9727-7199-4fe7-bb77-16baf61f7e49', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'mac_address': 'fa:16:3e:3f:25:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:40Z', 'updated_at': '2022-10-04T14:29:59Z', 'revision_number': 5, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'subnets': [{'id': '0b6ce1ed-cefc-4d28-95ba-a2004388db27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:35:34.348099 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552d9d51-3ea5-4467-99bb-24b2d8c00294 None None] New status for floating IP 8cd2c2d0-fd58-4135-9071-30e18fa0d9fb: DOWN {{(pid=106357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:35:34.371645 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b8cf5-e9d1-46dd-b9ca-8e7f3d37444d req-4bff87db-3451-4eae-aee5-8aeb8d1f3710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:34.373510 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-512b8cf5-e9d1-46dd-b9ca-8e7f3d37444d req-4bff87db-3451-4eae-aee5-8aeb8d1f3710 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=408b16a582484c619ff17416990d5feb&device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 1128 time: 0.0473170 Oct 04 14:35:34.519443 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b8cf5-e9d1-46dd-b9ca-8e7f3d37444d req-026dbd70-4542-4ca5-b0d3-8a45109f5163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:34.521031 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-512b8cf5-e9d1-46dd-b9ca-8e7f3d37444d req-026dbd70-4542-4ca5-b0d3-8a45109f5163 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=408b16a582484c619ff17416990d5feb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1158667 Oct 04 14:35:34.658916 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b8cf5-e9d1-46dd-b9ca-8e7f3d37444d req-062439d9-bf16-4403-890d-f64e27768c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:34.660504 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-512b8cf5-e9d1-46dd-b9ca-8e7f3d37444d req-062439d9-bf16-4403-890d-f64e27768c03 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1222947 Oct 04 14:35:34.794677 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-caa169ba-11ad-420b-9ce4-53c3b3683057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:34.796806 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-caa169ba-11ad-420b-9ce4-53c3b3683057 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=408b16a582484c619ff17416990d5feb&device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 1128 time: 0.0474601 Oct 04 14:35:34.803752 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3c05a-c0af-48a4-a3c2-df765217c062 req-e710fa98-e92e-401b-b888-a1465763ff82 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:34.805420 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d9f3c05a-c0af-48a4-a3c2-df765217c062 req-e710fa98-e92e-401b-b888-a1465763ff82 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2295516e-70cf-4d19-b2f9-ac828a22000f HTTP/1.1" status: 200 len: 945 time: 0.0621817 Oct 04 14:35:34.860526 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d9f3c05a-c0af-48a4-a3c2-df765217c062 req-8dadd06e-9fa8-4411-8655-605797a54856 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458307 Oct 04 14:35:35.073634 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34bc61-b33f-4b6c-91fc-4eb65cb694ea req-7d311b87-7458-4035-a37d-8804b553efc1 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:35.075135 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3e34bc61-b33f-4b6c-91fc-4eb65cb694ea req-7d311b87-7458-4035-a37d-8804b553efc1 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 944 time: 0.0542927 Oct 04 14:35:35.134341 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-dcdda039-daad-4b2e-82a1-2e1b4dd12951 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0beda3fd-dcf6-460d-9272-d7d5984b6508 HTTP/1.1" status: 200 len: 217 time: 0.0377269 Oct 04 14:35:35.155819 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3e34bc61-b33f-4b6c-91fc-4eb65cb694ea req-44dd973d-b46a-47c2-b375-3e1e0bbc3550 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718648 Oct 04 14:35:35.270549 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-80bd37e1-1dd0-4472-b645-bfc9488790e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:35.273000 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-80bd37e1-1dd0-4472-b645-bfc9488790e8 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0e6eb4fb-0de1-48cf-96b5-793e497e6d95 HTTP/1.1" status: 200 len: 851 time: 0.0941567 Oct 04 14:35:35.306181 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-24f2dbed-0f3f-4f39-9ada-55785b16fae7 req-e81ef0b0-75ac-4cad-ae35-ae28f497258a tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0b5b0a16-9c2c-4ad8-a41c-1c0459aa2302 HTTP/1.1" status: 200 len: 210 time: 0.0342593 Oct 04 14:35:35.348874 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-fedfd4d2-4904-4eeb-90da-fcbe475d8a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:35.350470 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-fedfd4d2-4904-4eeb-90da-fcbe475d8a17 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=4116101e-9cfb-4512-a759-154f86437ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629704 Oct 04 14:35:35.480277 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-4811d072-0c88-44be-a5fd-bdbef55d3019 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222625 Oct 04 14:35:35.632526 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5a8452a9-2c46-4529-8822-52cf21bb3b46 req-eaf25669-b286-489f-835c-56ebe8e54473 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186619 Oct 04 14:35:36.315839 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed680861-cb25-43c3-a84d-6713c436ff57 req-801fcb55-949f-4e5d-b8d9-522f2395dc7a tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:36.317537 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ed680861-cb25-43c3-a84d-6713c436ff57 req-801fcb55-949f-4e5d-b8d9-522f2395dc7a tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 944 time: 0.0535266 Oct 04 14:35:36.378075 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ed680861-cb25-43c3-a84d-6713c436ff57 req-aace02f0-d928-431f-88f6-6039c92d3e8c tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539157 Oct 04 14:35:36.443179 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 47122) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:35:36.504770 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a6d7b172-28e5-47c4-8b53-22764e4e8cd9 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for security_group (5304fa2f-cec5-4b91-adf6-074f7a1f3653), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:36.520684 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:36.531291 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a6d7b172-28e5-47c4-8b53-22764e4e8cd9 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for security_group (5304fa2f-cec5-4b91-adf6-074f7a1f3653), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:36.595870 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a6d7b172-28e5-47c4-8b53-22764e4e8cd9 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (5304fa2f-cec5-4b91-adf6-074f7a1f3653), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:36.599576 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a6d7b172-28e5-47c4-8b53-22764e4e8cd9 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:36.601187 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-a6d7b172-28e5-47c4-8b53-22764e4e8cd9 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5304fa2f-cec5-4b91-adf6-074f7a1f3653 HTTP/1.1" status: 204 len: 168 time: 0.1569428 Oct 04 14:35:36.604108 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 47126) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:35:36.614952 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7b172-28e5-47c4-8b53-22764e4e8cd9 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5304fa2f-cec5-4b91-adf6-074f7a1f3653,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:36.640903 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.api.v2.resource [None req-c32a256c-a7f5-416f-b5dc-06f24c99e921 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] show failed (client error): The resource could not be found. Oct 04 14:35:36.640903 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-c32a256c-a7f5-416f-b5dc-06f24c99e921 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups/5304fa2f-cec5-4b91-adf6-074f7a1f3653 HTTP/1.1" status: 404 len: 347 time: 0.0335636 Oct 04 14:35:36.642797 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 47128) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:35:36.766552 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-d1c365f9-5d1f-4f67-946c-daa16f12a2c2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Deleting port b3e8ef81-fea7-4adf-baf0-b79819cb6274 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:35:36.766794 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d1c365f9-5d1f-4f67-946c-daa16f12a2c2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (b3e8ef81-fea7-4adf-baf0-b79819cb6274), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:36.768538 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:36.823842 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:36.867334 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d1c365f9-5d1f-4f67-946c-daa16f12a2c2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (b3e8ef81-fea7-4adf-baf0-b79819cb6274), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:36.867699 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d1c365f9-5d1f-4f67-946c-daa16f12a2c2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for floatingip (b3e8ef81-fea7-4adf-baf0-b79819cb6274), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:36.881926 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-d1c365f9-5d1f-4f67-946c-daa16f12a2c2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Calling delete_port for b3e8ef81-fea7-4adf-baf0-b79819cb6274 owned by network:floatingip {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:35:37.033781 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d1c365f9-5d1f-4f67-946c-daa16f12a2c2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (b3e8ef81-fea7-4adf-baf0-b79819cb6274), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:37.059333 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c365f9-5d1f-4f67-946c-daa16f12a2c2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Pushing event deleted for resources: {'Port': ['ID=b3e8ef81-fea7-4adf-baf0-b79819cb6274,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:37.128903 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d1c365f9-5d1f-4f67-946c-daa16f12a2c2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks [] for floatingip (8cd2c2d0-fd58-4135-9071-30e18fa0d9fb), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:37.131483 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d1c365f9-5d1f-4f67-946c-daa16f12a2c2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:37.132691 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-d1c365f9-5d1f-4f67-946c-daa16f12a2c2 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/8cd2c2d0-fd58-4135-9071-30e18fa0d9fb HTTP/1.1" status: 204 len: 168 time: 0.4885011 Oct 04 14:35:37.526799 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256b006-c8cb-44eb-bb09-5d40a64aa191 req-ea434c06-388e-41b4-b17f-ef5ae9f33bd8 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:37.529017 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8256b006-c8cb-44eb-bb09-5d40a64aa191 req-ea434c06-388e-41b4-b17f-ef5ae9f33bd8 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 944 time: 0.0519233 Oct 04 14:35:37.583661 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8256b006-c8cb-44eb-bb09-5d40a64aa191 req-3b8751c6-9024-4fcc-859b-0e37de918fa7 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483546 Oct 04 14:35:38.075616 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:38.694995 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045edf6f-e7be-4d2c-add3-cf0ea6f10e79 req-389144b3-491d-4d61-921a-0e107cd30f2a tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:38.697529 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-045edf6f-e7be-4d2c-add3-cf0ea6f10e79 req-389144b3-491d-4d61-921a-0e107cd30f2a tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 985 time: 0.0763886 Oct 04 14:35:38.754636 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f26330-cc87-4c98-b7bf-5df3136c7641 req-9379f245-b989-4c07-a184-a7d1914e3b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:38.756617 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-80f26330-cc87-4c98-b7bf-5df3136c7641 req-9379f245-b989-4c07-a184-a7d1914e3b4c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9cf9a725cf7e42ea939bee84113b12ee&device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 1169 time: 0.0941453 Oct 04 14:35:38.787890 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:38.791423 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f3db9-5923-4e79-abb2-fe0b6811de66 req-1900189a-b34c-44b6-9973-4743d7ac163f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:38.797766 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7b0f3db9-5923-4e79-abb2-fe0b6811de66 req-1900189a-b34c-44b6-9973-4743d7ac163f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 944 time: 0.0990911 Oct 04 14:35:38.811225 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-045edf6f-e7be-4d2c-add3-cf0ea6f10e79 req-bf5ef50a-b3c2-46c4-ac69-e29e966e4e91 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&id=bc570813-e84d-4bd0-aa5f-a8c0b290be17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1018481 Oct 04 14:35:38.916203 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7b0f3db9-5923-4e79-abb2-fe0b6811de66 req-cad37b3e-67cf-4aa1-8aa1-f6f39452d5c6 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801492 Oct 04 14:35:38.919325 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f26330-cc87-4c98-b7bf-5df3136c7641 req-a53810e5-47e7-4a0c-b586-dfcb18947430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:38.920558 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-80f26330-cc87-4c98-b7bf-5df3136c7641 req-a53810e5-47e7-4a0c-b586-dfcb18947430 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fa33c312-594b-49b2-bd86-df2f885aca0c HTTP/1.1" status: 200 len: 915 time: 0.1558087 Oct 04 14:35:38.995306 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-80f26330-cc87-4c98-b7bf-5df3136c7641 req-8c83701f-85c8-4881-b24a-1e49deaa7d24 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15011792-a2ae-4555-bb5e-f16eac3afea0 HTTP/1.1" status: 200 len: 1002 time: 0.0676029 Oct 04 14:35:39.067307 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f26330-cc87-4c98-b7bf-5df3136c7641 req-63578934-9bda-4441-8b6c-712d706dc418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:39.069752 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-80f26330-cc87-4c98-b7bf-5df3136c7641 req-63578934-9bda-4441-8b6c-712d706dc418 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=5096a64b-07f5-40cd-bfff-18ee54025b86 HTTP/1.1" status: 200 len: 853 time: 0.0672019 Oct 04 14:35:39.124665 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f26330-cc87-4c98-b7bf-5df3136c7641 req-7533b253-f874-47aa-bdba-17c2ab91a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:39.126840 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-80f26330-cc87-4c98-b7bf-5df3136c7641 req-7533b253-f874-47aa-bdba-17c2ab91a50a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fa33c312-594b-49b2-bd86-df2f885aca0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448971 Oct 04 14:35:39.249411 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-80f26330-cc87-4c98-b7bf-5df3136c7641 req-599ae883-fd22-4f2f-a63c-6e7adc86ca3e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fa33c312-594b-49b2-bd86-df2f885aca0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155956 Oct 04 14:35:39.370656 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-80f26330-cc87-4c98-b7bf-5df3136c7641 req-b3609e50-c018-4fbc-a171-8065ecda715d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fa33c312-594b-49b2-bd86-df2f885aca0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124363 Oct 04 14:35:39.654845 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:39.673250 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e3352-be11-4fff-9453-8faa44eac005 req-6288510b-6c60-4ef6-bbc2-18ed36f8d2bb tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:39.674793 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c28e3352-be11-4fff-9453-8faa44eac005 req-6288510b-6c60-4ef6-bbc2-18ed36f8d2bb tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0547473 Oct 04 14:35:39.702555 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:39.727277 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c28e3352-be11-4fff-9453-8faa44eac005 req-1fe8237d-58ce-476c-bfae-90daa38167ef tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466406 Oct 04 14:35:39.976848 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf9dc6-659e-4422-a0e3-57b9cb173180 req-b9c5164d-68e2-4690-8044-ec1473d8275c tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:39.979958 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7ecf9dc6-659e-4422-a0e3-57b9cb173180 req-b9c5164d-68e2-4690-8044-ec1473d8275c tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 985 time: 0.0686016 Oct 04 14:35:40.062568 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7ecf9dc6-659e-4422-a0e3-57b9cb173180 req-1d1663d0-d010-4eab-b870-46f633de0c66 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&id=bc570813-e84d-4bd0-aa5f-a8c0b290be17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0768666 Oct 04 14:35:40.079854 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52124ee-9971-4784-ac26-45bd1fa4ed03 req-83cac43e-fb46-4589-b5ab-3fad7f4d1d45 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:40.081582 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c52124ee-9971-4784-ac26-45bd1fa4ed03 req-83cac43e-fb46-4589-b5ab-3fad7f4d1d45 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 944 time: 0.0481691 Oct 04 14:35:40.143499 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c52124ee-9971-4784-ac26-45bd1fa4ed03 req-09ac938e-eb4f-4485-8033-35099205ebad tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506730 Oct 04 14:35:40.858580 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23961c1c-b773-4e1d-8c5f-7577a8b83c73 req-77091cbf-fa31-4326-874b-3dc18bc238b3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:40.860091 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-23961c1c-b773-4e1d-8c5f-7577a8b83c73 req-77091cbf-fa31-4326-874b-3dc18bc238b3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0487778 Oct 04 14:35:40.915995 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-23961c1c-b773-4e1d-8c5f-7577a8b83c73 req-02be1cdf-1d76-4e77-80fe-c6ffbf23f369 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499713 Oct 04 14:35:41.204734 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2add8e1-cda7-47ce-a5d8-d703995caf69 req-04257c49-8f1f-4ab1-82e3-7b46f9f831cf tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:41.206433 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f2add8e1-cda7-47ce-a5d8-d703995caf69 req-04257c49-8f1f-4ab1-82e3-7b46f9f831cf tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 985 time: 0.0544610 Oct 04 14:35:41.282897 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f2add8e1-cda7-47ce-a5d8-d703995caf69 req-66394daa-7365-4f0a-b9fc-f50963d21d09 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&id=bc570813-e84d-4bd0-aa5f-a8c0b290be17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659909 Oct 04 14:35:41.286638 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839f8a7-409a-4309-9e41-0d8e94717a12 req-588e28b9-9c24-4fb5-a421-26694e97eb3d tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:41.288179 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0839f8a7-409a-4309-9e41-0d8e94717a12 req-588e28b9-9c24-4fb5-a421-26694e97eb3d tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 944 time: 0.0646503 Oct 04 14:35:41.346366 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0839f8a7-409a-4309-9e41-0d8e94717a12 req-57d10d1a-0133-4732-8d5b-9956c304b538 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511556 Oct 04 14:35:42.059673 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f9acb-af1f-434c-ab5d-7725b3c03de7 req-464a333e-716f-421e-9da3-bfc34e98b085 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:42.061376 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b53f9acb-af1f-434c-ab5d-7725b3c03de7 req-464a333e-716f-421e-9da3-bfc34e98b085 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0511568 Oct 04 14:35:42.153789 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc48f0-fa5d-4111-9df2-368b38203c44 req-40ccc72e-a888-4121-8f4f-2350f96241d6 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:42.155338 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a9cc48f0-fa5d-4111-9df2-368b38203c44 req-40ccc72e-a888-4121-8f4f-2350f96241d6 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0724337 Oct 04 14:35:42.159169 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b53f9acb-af1f-434c-ab5d-7725b3c03de7 req-ed4b5f30-8fbb-4095-a500-f9eae2888cc0 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901432 Oct 04 14:35:42.416643 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19efb5-ba3a-4282-a4af-8a75866d209c req-dfc94cc3-48a9-41b3-a389-421002f7d3de tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:42.418337 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0e19efb5-ba3a-4282-a4af-8a75866d209c req-dfc94cc3-48a9-41b3-a389-421002f7d3de tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 985 time: 0.0532122 Oct 04 14:35:42.480563 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2336f-f8d7-48d5-a458-bfde24f9ad0c req-b9c72c5c-bb6d-40b0-bdcc-0a6711189d09 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:42.483218 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f4d2336f-f8d7-48d5-a458-bfde24f9ad0c req-b9c72c5c-bb6d-40b0-bdcc-0a6711189d09 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 944 time: 0.0521696 Oct 04 14:35:42.492990 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0e19efb5-ba3a-4282-a4af-8a75866d209c req-90749657-50fc-4893-a32a-8e920e9be6dd tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&id=bc570813-e84d-4bd0-aa5f-a8c0b290be17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676956 Oct 04 14:35:42.552738 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f4d2336f-f8d7-48d5-a458-bfde24f9ad0c req-f1b13271-f55d-4a1c-8ac5-4a757624c150 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634065 Oct 04 14:35:43.294740 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49390e2f-c920-4081-bf52-5a87c4201809 req-5ce23853-6eef-4a0f-9c6b-6eea211dce87 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:43.296635 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-49390e2f-c920-4081-bf52-5a87c4201809 req-5ce23853-6eef-4a0f-9c6b-6eea211dce87 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 945 time: 0.0543811 Oct 04 14:35:43.363677 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-49390e2f-c920-4081-bf52-5a87c4201809 req-915f92dd-5868-43da-a28f-e35e1e6c9bff tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574121 Oct 04 14:35:43.401728 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-a9cc48f0-fa5d-4111-9df2-368b38203c44 req-9a06818f-7e73-4273-ae65-5ad2102b4ab5 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Deleting port fdd48946-1df6-48c0-871f-7f58d52dcaba {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:35:43.402070 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-a9cc48f0-fa5d-4111-9df2-368b38203c44 req-9a06818f-7e73-4273-ae65-5ad2102b4ab5 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (fdd48946-1df6-48c0-871f-7f58d52dcaba), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:43.514951 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-a9cc48f0-fa5d-4111-9df2-368b38203c44 req-9a06818f-7e73-4273-ae65-5ad2102b4ab5 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] For port fdd48946-1df6-48c0-871f-7f58d52dcaba, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=fdd48946-1df6-48c0-871f-7f58d52dcaba,segment=NetworkSegment(80436793-7021-4ca5-bbb3-a3b3adc26a9e),segment_id=80436793-7021-4ca5-bbb3-a3b3adc26a9e)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:35:43.515687 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-a9cc48f0-fa5d-4111-9df2-368b38203c44 req-9a06818f-7e73-4273-ae65-5ad2102b4ab5 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (fdd48946-1df6-48c0-871f-7f58d52dcaba), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:43.531466 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-a9cc48f0-fa5d-4111-9df2-368b38203c44 req-9a06818f-7e73-4273-ae65-5ad2102b4ab5 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Calling delete_port for fdd48946-1df6-48c0-871f-7f58d52dcaba owned by compute:nova {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:35:43.668179 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39aceb-5ab2-4e95-81f4-c59e100e1fc1 req-9368717b-f019-404c-8f55-4b652b15bbbf tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:43.670399 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cf39aceb-5ab2-4e95-81f4-c59e100e1fc1 req-9368717b-f019-404c-8f55-4b652b15bbbf tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 985 time: 0.0598521 Oct 04 14:35:43.696255 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71153b-5161-413d-9ea3-30618bf6bf22 req-0d58ae38-5c5d-4c7b-b591-bbf7dcb824ab tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:43.697794 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-9a71153b-5161-413d-9ea3-30618bf6bf22 req-0d58ae38-5c5d-4c7b-b591-bbf7dcb824ab tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 944 time: 0.0590949 Oct 04 14:35:43.751490 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-a9cc48f0-fa5d-4111-9df2-368b38203c44 req-9a06818f-7e73-4273-ae65-5ad2102b4ab5 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (fdd48946-1df6-48c0-871f-7f58d52dcaba), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:43.758413 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-9a71153b-5161-413d-9ea3-30618bf6bf22 req-9f84bbb7-db88-4173-99ef-ad62f22f24b8 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539923 Oct 04 14:35:43.762731 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:43.798545 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['b74df40d-d043-4af9-93a2-e99ed587df20'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:35:43.807219 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06818f-7e73-4273-ae65-5ad2102b4ab5 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Pushing event deleted for resources: {'Port': ['ID=fdd48946-1df6-48c0-871f-7f58d52dcaba,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:43.827997 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cf39aceb-5ab2-4e95-81f4-c59e100e1fc1 req-2e5fae7f-2a28-4b2b-9c52-5b9e1c32f6d1 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&id=bc570813-e84d-4bd0-aa5f-a8c0b290be17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1393287 Oct 04 14:35:43.860259 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:43.878927 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cc48f0-fa5d-4111-9df2-368b38203c44 req-9a06818f-7e73-4273-ae65-5ad2102b4ab5 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] No DVR routers for this DVR port fdd48946-1df6-48c0-871f-7f58d52dcaba on host hv-cinder-86026 {{(pid=106356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:35:43.882230 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-a9cc48f0-fa5d-4111-9df2-368b38203c44 req-9a06818f-7e73-4273-ae65-5ad2102b4ab5 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:43.886364 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a9cc48f0-fa5d-4111-9df2-368b38203c44 req-9a06818f-7e73-4273-ae65-5ad2102b4ab5 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.17 "DELETE /networking/v2.0/ports/fdd48946-1df6-48c0-871f-7f58d52dcaba HTTP/1.1" status: 204 len: 173 time: 0.5999100 Oct 04 14:35:43.886893 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd38da3-9e0e-426c-b4a2-9c582119f22f', 'name': 'network-vif-deleted', 'tag': 'fdd48946-1df6-48c0-871f-7f58d52dcaba'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:35:43.890492 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e37a3c-1f3f-4fdf-9dfd-0f3851a5a90e" -d '{"events": [{"server_uuid": "0cd38da3-9e0e-426c-b4a2-9c582119f22f", "name": "network-vif-deleted", "tag": "fdd48946-1df6-48c0-871f-7f58d52dcaba"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:35:43.932985 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c7e566-f58c-4167-8ac1-b788aeefe588 x-openstack-request-id: req-79c7e566-f58c-4167-8ac1-b788aeefe588 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:35:43.933705 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd38da3-9e0e-426c-b4a2-9c582119f22f", "name": "network-vif-deleted", "tag": "fdd48946-1df6-48c0-871f-7f58d52dcaba", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:35:43.933874 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-79c7e566-f58c-4167-8ac1-b788aeefe588 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:35:43.935161 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79c7e566-f58c-4167-8ac1-b788aeefe588'] response: {'server_uuid': '0cd38da3-9e0e-426c-b4a2-9c582119f22f', 'name': 'network-vif-deleted', 'tag': 'fdd48946-1df6-48c0-871f-7f58d52dcaba', 'status': 'completed', 'code': 200} Oct 04 14:35:44.067177 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=34 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:44.421550 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device fdd48946-1df6-48c0-871f-7f58d52dcaba no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:35:44.443921 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] No Port match for: fdd48946-1df6-48c0-871f-7f58d52dcaba {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:35:44.444438 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device fdd48946-1df6-48c0-871f-7f58d52dcaba not bound to the agent host hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:35:44.505502 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cf283e90-cd23-4b18-b7a9-344bd28e957a req-337efc7c-3e13-404b-8c95-7debdbe4280e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 210 time: 0.0370152 Oct 04 14:35:44.918127 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df36308-deb0-4451-b8e5-c0d1d645cdcb req-679d374e-be36-4c7d-89f6-13a3408ba734 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:44.921122 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0df36308-deb0-4451-b8e5-c0d1d645cdcb req-679d374e-be36-4c7d-89f6-13a3408ba734 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 944 time: 0.0660052 Oct 04 14:35:44.975933 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:44.983426 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05765122-1d68-4c6a-94a9-a15e33a5a915 req-80c72d21-216b-48d3-9e3c-2aea81f4a684 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:44.987099 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-05765122-1d68-4c6a-94a9-a15e33a5a915 req-80c72d21-216b-48d3-9e3c-2aea81f4a684 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 985 time: 0.0678816 Oct 04 14:35:44.987441 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0df36308-deb0-4451-b8e5-c0d1d645cdcb req-4c67482f-eace-4ea7-9e5f-d1fd7d45dea8 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549347 Oct 04 14:35:45.066001 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-05765122-1d68-4c6a-94a9-a15e33a5a915 req-0e795783-34ed-42bb-a624-8a6c267405f3 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&id=bc570813-e84d-4bd0-aa5f-a8c0b290be17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727475 Oct 04 14:35:45.636375 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3fd0c176-77d9-4a37-8aa5-5c759f805eff req-288dfdc9-7958-4347-a4ca-ff0cfd035b83 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 210 time: 0.0391238 Oct 04 14:35:46.131500 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc3633-6bac-4a22-9941-e631b02db2b7 req-ba60b217-c22c-453c-b080-7bfd3cbfd548 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:46.133234 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8fcc3633-6bac-4a22-9941-e631b02db2b7 req-ba60b217-c22c-453c-b080-7bfd3cbfd548 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 944 time: 0.0551801 Oct 04 14:35:46.188425 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8fcc3633-6bac-4a22-9941-e631b02db2b7 req-70ea401d-0e76-4c58-9e54-f45b73e9c153 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477750 Oct 04 14:35:46.209877 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30a901-1620-4673-b9cc-8bc7345aa95b req-b41c275c-4dd7-40f7-afc3-f3c421cf9098 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:46.211476 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7a30a901-1620-4673-b9cc-8bc7345aa95b req-b41c275c-4dd7-40f7-afc3-f3c421cf9098 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 985 time: 0.0545683 Oct 04 14:35:46.280671 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7a30a901-1620-4673-b9cc-8bc7345aa95b req-b6fae324-d1bc-4d47-b04d-1690d7d6f351 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&id=bc570813-e84d-4bd0-aa5f-a8c0b290be17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614047 Oct 04 14:35:46.341434 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:35:46.770487 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4f9a3cb1-5999-4e7e-99b1-aeb330ee9381 req-a95f7b41-b0d9-43fb-a07d-8ca56ebaac8d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0cd38da3-9e0e-426c-b4a2-9c582119f22f HTTP/1.1" status: 200 len: 210 time: 0.0289340 Oct 04 14:35:47.325596 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e48a30-b574-428e-9678-0320b4378508 req-eb75d1d3-28b7-4c5a-8ca0-3b6448d984a4 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:47.327299 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-31e48a30-b574-428e-9678-0320b4378508 req-eb75d1d3-28b7-4c5a-8ca0-3b6448d984a4 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 944 time: 0.0529249 Oct 04 14:35:47.383221 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-31e48a30-b574-428e-9678-0320b4378508 req-21ab0416-9f38-4aef-a5d0-109b93ba0e1d tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499179 Oct 04 14:35:47.398464 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 0beda3fd-dcf6-460d-9272-d7d5984b6508 details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:35:47.468404 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1b6bd-256e-4e82-b738-bc8d8d2bf8cb req-cf6746af-6caf-48b7-85e7-8a2b9af4587f tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:47.477049 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d1b1b6bd-256e-4e82-b738-bc8d8d2bf8cb req-cf6746af-6caf-48b7-85e7-8a2b9af4587f tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 985 time: 0.1133685 Oct 04 14:35:47.547374 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d1b1b6bd-256e-4e82-b738-bc8d8d2bf8cb req-e8c56921-3f45-4a35-82c5-34af877a1c78 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&id=bc570813-e84d-4bd0-aa5f-a8c0b290be17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691483 Oct 04 14:35:47.549182 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 0beda3fd-dcf6-460d-9272-d7d5984b6508, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=0beda3fd-dcf6-460d-9272-d7d5984b6508,segment=NetworkSegment(152383e2-d73f-4c02-bb1c-e715e00f8899),segment_id=152383e2-d73f-4c02-bb1c-e715e00f8899)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:35:47.562372 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': '0beda3fd-dcf6-460d-9272-d7d5984b6508', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'port_id': '0beda3fd-dcf6-460d-9272-d7d5984b6508', 'mac_address': 'fa:16:3e:91:33:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:35:47.605405 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 0beda3fd-dcf6-460d-9272-d7d5984b6508 is: DOWN; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:35:47.605792 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (0beda3fd-dcf6-460d-9272-d7d5984b6508), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:47.629232 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0beda3fd-dcf6-460d-9272-d7d5984b6508 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:35:47.660987 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 0beda3fd-dcf6-460d-9272-d7d5984b6508, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=0beda3fd-dcf6-460d-9272-d7d5984b6508,segment=NetworkSegment(152383e2-d73f-4c02-bb1c-e715e00f8899),segment_id=152383e2-d73f-4c02-bb1c-e715e00f8899)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:35:47.666478 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (0beda3fd-dcf6-460d-9272-d7d5984b6508), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:47.758027 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=0beda3fd-dcf6-460d-9272-d7d5984b6508,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:47.772280 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:47.772945 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:47.773534 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:47.774128 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:47.774691 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:47.775254 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:47.775803 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:47.776407 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:47.776966 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:47.777506 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:47.778762 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:47.779387 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:47.780703 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:47.781369 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:47.781998 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:48.161407 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547e716-0c17-4147-853b-70f734030ea4 req-29907bbe-31f7-4ed2-b010-fb419bbb0045 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:48.163105 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3547e716-0c17-4147-853b-70f734030ea4 req-29907bbe-31f7-4ed2-b010-fb419bbb0045 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0666504 Oct 04 14:35:48.188738 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['0beda3fd-dcf6-460d-9272-d7d5984b6508'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:35:48.231803 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3547e716-0c17-4147-853b-70f734030ea4 req-00c01cc1-d7c5-4949-9072-48c1a9f69cf1 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616546 Oct 04 14:35:48.329875 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:48.594488 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afceac68-36bc-45d4-bac6-879dcb386a51 req-2de22e78-f434-443a-9d61-bc2f0e4d9b61 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:48.597551 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-afceac68-36bc-45d4-bac6-879dcb386a51 req-2de22e78-f434-443a-9d61-bc2f0e4d9b61 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 945 time: 0.0748789 Oct 04 14:35:48.689552 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-afceac68-36bc-45d4-bac6-879dcb386a51 req-07f8f638-84bf-4caf-bc86-457dc76720f0 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847237 Oct 04 14:35:48.737041 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e93c3-ded5-45bc-808c-fbf0b5f30521 req-5bee62e8-59fa-4c8d-aff3-f671397e4315 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:48.739007 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-752e93c3-ded5-45bc-808c-fbf0b5f30521 req-5bee62e8-59fa-4c8d-aff3-f671397e4315 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 985 time: 0.0916572 Oct 04 14:35:48.820480 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-752e93c3-ded5-45bc-808c-fbf0b5f30521 req-f326c902-91ca-4ea6-adb5-3bdc83e3fb87 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&id=bc570813-e84d-4bd0-aa5f-a8c0b290be17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0730503 Oct 04 14:35:49.368250 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddb288-307f-4286-a3a6-5d4e52d6599d req-cb59f298-80c4-498c-9d46-422ba86f0e0b tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:49.370223 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dbddb288-307f-4286-a3a6-5d4e52d6599d req-cb59f298-80c4-498c-9d46-422ba86f0e0b tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0542581 Oct 04 14:35:49.421226 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dbddb288-307f-4286-a3a6-5d4e52d6599d req-80a24b26-3770-4771-a872-6985aea558e1 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438263 Oct 04 14:35:49.820541 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3a966-8265-45bb-8869-d21749f16bf5 req-bdd7e035-46eb-442c-8ec4-81dde23d6159 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:49.822029 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-00e3a966-8265-45bb-8869-d21749f16bf5 req-bdd7e035-46eb-442c-8ec4-81dde23d6159 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 945 time: 0.0487204 Oct 04 14:35:49.875647 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-00e3a966-8265-45bb-8869-d21749f16bf5 req-e3731a48-1ed5-4c78-8cd1-835f9f3e0206 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473285 Oct 04 14:35:49.984211 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36f10f-0196-4022-a17a-279cd3bfc5ad req-647a23ad-c8ac-4895-9289-534400997a14 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:49.986104 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-be36f10f-0196-4022-a17a-279cd3bfc5ad req-647a23ad-c8ac-4895-9289-534400997a14 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 985 time: 0.0526006 Oct 04 14:35:50.050611 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-be36f10f-0196-4022-a17a-279cd3bfc5ad req-80e4936a-9e56-4f21-8e1f-1f8c2e1c5bfb tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&id=bc570813-e84d-4bd0-aa5f-a8c0b290be17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587804 Oct 04 14:35:50.551780 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe38d9-f561-4ae0-83a3-de4660308386 req-7ad98f6e-ee9d-4d8b-8da6-e8d071141e23 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:50.553312 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fcbe38d9-f561-4ae0-83a3-de4660308386 req-7ad98f6e-ee9d-4d8b-8da6-e8d071141e23 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0483840 Oct 04 14:35:50.610291 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fcbe38d9-f561-4ae0-83a3-de4660308386 req-f8f0ac56-9e33-4736-849e-d28e5a7039a3 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508173 Oct 04 14:35:51.008448 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e098ec-d484-4ce8-b366-abfa35578520 req-ecb9bdae-4c28-4434-8db2-8292d4c620d2 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:51.010077 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-50e098ec-d484-4ce8-b366-abfa35578520 req-ecb9bdae-4c28-4434-8db2-8292d4c620d2 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 945 time: 0.0523651 Oct 04 14:35:51.039389 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:51.072039 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-50e098ec-d484-4ce8-b366-abfa35578520 req-92e106b0-6586-453f-8e8d-3f4cdd4089bd tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551507 Oct 04 14:35:51.188755 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e587f-49e8-46a9-aed9-64258603aed3 req-3276c177-ff1f-4d6a-b805-164c5503cf6a tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:51.190371 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-858e587f-49e8-46a9-aed9-64258603aed3 req-3276c177-ff1f-4d6a-b805-164c5503cf6a tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 985 time: 0.0560195 Oct 04 14:35:51.205046 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:51.259130 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-858e587f-49e8-46a9-aed9-64258603aed3 req-ee7cf50d-09cd-4bb8-9a1f-75916bfd2d07 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&id=bc570813-e84d-4bd0-aa5f-a8c0b290be17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626857 Oct 04 14:35:51.740060 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb51964-6be3-4e0d-a75a-fbf4ba4425df req-2251e4f6-6f0c-4003-952c-0cd4bb972491 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:51.741581 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bbb51964-6be3-4e0d-a75a-fbf4ba4425df req-2251e4f6-6f0c-4003-952c-0cd4bb972491 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0485423 Oct 04 14:35:51.805313 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bbb51964-6be3-4e0d-a75a-fbf4ba4425df req-a0d613d1-e73c-4cc4-87d1-f5687f429778 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579844 Oct 04 14:35:52.232064 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf6f8f-329b-4576-9df9-3ebf57d53ad0 req-8c972f9e-95a0-4144-b7e9-6486c64bc9fb tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:52.233668 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e9bf6f8f-329b-4576-9df9-3ebf57d53ad0 req-8c972f9e-95a0-4144-b7e9-6486c64bc9fb tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 945 time: 0.0623193 Oct 04 14:35:52.289710 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 0beda3fd-dcf6-460d-9272-d7d5984b6508 up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:35:52.298339 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e9bf6f8f-329b-4576-9df9-3ebf57d53ad0 req-cca4d1f1-b4b8-499d-8b06-e30e0f7c6f72 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564110 Oct 04 14:35:52.372396 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=8 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:52.388770 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning for port 0beda3fd-dcf6-460d-9272-d7d5984b6508 completed by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 14:35:52.399495 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port 0beda3fd-dcf6-460d-9272-d7d5984b6508 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:35:52.400794 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (0beda3fd-dcf6-460d-9272-d7d5984b6508), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:52.402018 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port 0beda3fd-dcf6-460d-9272-d7d5984b6508 Oct 04 14:35:52.460954 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1e30e-c86d-412f-a9c3-a9d90299a26e req-63cbbfd5-9661-456b-b7de-37e131b9dd3b tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:52.462767 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-05b1e30e-c86d-412f-a9c3-a9d90299a26e req-63cbbfd5-9661-456b-b7de-37e131b9dd3b tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 985 time: 0.0819757 Oct 04 14:35:52.542550 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 0beda3fd-dcf6-460d-9272-d7d5984b6508 is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:35:52.542947 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (0beda3fd-dcf6-460d-9272-d7d5984b6508), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:52.546434 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:52.556882 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-05b1e30e-c86d-412f-a9c3-a9d90299a26e req-8fca5bd5-eed8-4f39-b0bf-1f396f6c3fec tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&id=bc570813-e84d-4bd0-aa5f-a8c0b290be17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0831370 Oct 04 14:35:52.587762 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e076e5d9-70c2-4624-b6b9-6e0b030d73e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0beda3fd-dcf6-460d-9272-d7d5984b6508'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:35:52.591213 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e9d2e4-662d-45b4-a07c-ca18afe7d046" -d '{"events": [{"server_uuid": "e076e5d9-70c2-4624-b6b9-6e0b030d73e5", "name": "network-vif-plugged", "status": "completed", "tag": "0beda3fd-dcf6-460d-9272-d7d5984b6508"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:35:52.603924 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 0beda3fd-dcf6-460d-9272-d7d5984b6508, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=0beda3fd-dcf6-460d-9272-d7d5984b6508,segment=NetworkSegment(152383e2-d73f-4c02-bb1c-e715e00f8899),segment_id=152383e2-d73f-4c02-bb1c-e715e00f8899)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:35:52.608619 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (0beda3fd-dcf6-460d-9272-d7d5984b6508), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:52.666372 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=0beda3fd-dcf6-460d-9272-d7d5984b6508,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:52.724624 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bd5c5e-b998-42d4-a214-039e28238c83 x-openstack-request-id: req-79bd5c5e-b998-42d4-a214-039e28238c83 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:35:52.724924 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e076e5d9-70c2-4624-b6b9-6e0b030d73e5", "name": "network-vif-plugged", "status": "completed", "tag": "0beda3fd-dcf6-460d-9272-d7d5984b6508", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:35:52.725181 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-79bd5c5e-b998-42d4-a214-039e28238c83 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:35:52.725584 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79bd5c5e-b998-42d4-a214-039e28238c83'] response: {'server_uuid': 'e076e5d9-70c2-4624-b6b9-6e0b030d73e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0beda3fd-dcf6-460d-9272-d7d5984b6508', 'code': 200} Oct 04 14:35:52.936498 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e8cac-a808-4348-9b92-7b6f3126b941 req-f5e9a435-2552-4e3c-9706-0b06fe0c1524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:52.938892 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-850e8cac-a808-4348-9b92-7b6f3126b941 req-f5e9a435-2552-4e3c-9706-0b06fe0c1524 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9cf9a725cf7e42ea939bee84113b12ee&device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 1169 time: 0.0598056 Oct 04 14:35:52.973982 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3d12a-63bc-4d0f-b67e-883de81564ce req-9492df53-ae35-436a-b8dc-8a6466112b18 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:52.975515 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9da3d12a-63bc-4d0f-b67e-883de81564ce req-9492df53-ae35-436a-b8dc-8a6466112b18 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.0962684 Oct 04 14:35:53.152807 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:53.191710 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e8cac-a808-4348-9b92-7b6f3126b941 req-67839445-6879-4d43-9aa6-8835e640db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:53.193378 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-850e8cac-a808-4348-9b92-7b6f3126b941 req-67839445-6879-4d43-9aa6-8835e640db72 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fa33c312-594b-49b2-bd86-df2f885aca0c HTTP/1.1" status: 200 len: 915 time: 0.1423380 Oct 04 14:35:53.270657 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-850e8cac-a808-4348-9b92-7b6f3126b941 req-b7c3a3c8-5093-4913-bd1b-077df6d047d2 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15011792-a2ae-4555-bb5e-f16eac3afea0 HTTP/1.1" status: 200 len: 1002 time: 0.0665457 Oct 04 14:35:53.339472 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e8cac-a808-4348-9b92-7b6f3126b941 req-22145c1c-2a56-46b6-85ee-05af248c38d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:53.340669 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-850e8cac-a808-4348-9b92-7b6f3126b941 req-22145c1c-2a56-46b6-85ee-05af248c38d0 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=5096a64b-07f5-40cd-bfff-18ee54025b86 HTTP/1.1" status: 200 len: 853 time: 0.0578289 Oct 04 14:35:53.359668 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061c030-37ee-45a1-8150-9144b83eb1bb req-7b3aeb63-4746-43c6-8aaf-393691a01d4d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:53.363557 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e061c030-37ee-45a1-8150-9144b83eb1bb req-7b3aeb63-4746-43c6-8aaf-393691a01d4d tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 946 time: 0.4082491 Oct 04 14:35:53.377471 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003224a1-e5a4-40bd-acbe-2e1d8a025199 req-2000f10d-aaeb-4b2a-82ca-63bed184bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:53.378877 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-003224a1-e5a4-40bd-acbe-2e1d8a025199 req-2000f10d-aaeb-4b2a-82ca-63bed184bc5c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 1130 time: 0.1011548 Oct 04 14:35:53.412849 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e8cac-a808-4348-9b92-7b6f3126b941 req-24035286-3b3a-4e11-8d8c-a67875f13a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:53.414406 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-850e8cac-a808-4348-9b92-7b6f3126b941 req-24035286-3b3a-4e11-8d8c-a67875f13a0d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fa33c312-594b-49b2-bd86-df2f885aca0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642991 Oct 04 14:35:53.469109 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-9da3d12a-63bc-4d0f-b67e-883de81564ce req-4547e4e4-f835-4c1f-97e6-2c884417a413 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Deleting port b74df40d-d043-4af9-93a2-e99ed587df20 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:35:53.469450 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-9da3d12a-63bc-4d0f-b67e-883de81564ce req-4547e4e4-f835-4c1f-97e6-2c884417a413 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (b74df40d-d043-4af9-93a2-e99ed587df20), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:53.500881 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3a47f-95b0-47a7-8d87-be14334f036d req-0aaad1ef-e709-49c8-b6be-78d47341eee1 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:53.502498 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-a5c3a47f-95b0-47a7-8d87-be14334f036d req-0aaad1ef-e709-49c8-b6be-78d47341eee1 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 946 time: 0.1039445 Oct 04 14:35:53.540340 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e061c030-37ee-45a1-8150-9144b83eb1bb req-2a4b7b0e-c79f-4996-b12c-470857dd057e tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33f42005-69e0-481d-9f46-993f4a731623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686311 Oct 04 14:35:53.586921 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-850e8cac-a808-4348-9b92-7b6f3126b941 req-7ca0ffcc-3079-4ec8-b641-7f0f4ba7f181 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fa33c312-594b-49b2-bd86-df2f885aca0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537435 Oct 04 14:35:53.591104 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-003224a1-e5a4-40bd-acbe-2e1d8a025199 req-37404f54-ab3a-434e-a300-2dbe94d90404 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793115 Oct 04 14:35:53.617174 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-a5c3a47f-95b0-47a7-8d87-be14334f036d req-6640cca9-7919-4ecf-9f6e-39e90286992d tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021574 Oct 04 14:35:53.647652 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-9da3d12a-63bc-4d0f-b67e-883de81564ce req-4547e4e4-f835-4c1f-97e6-2c884417a413 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] For port b74df40d-d043-4af9-93a2-e99ed587df20, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=b74df40d-d043-4af9-93a2-e99ed587df20,segment=NetworkSegment(80436793-7021-4ca5-bbb3-a3b3adc26a9e),segment_id=80436793-7021-4ca5-bbb3-a3b3adc26a9e)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:35:53.647652 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-9da3d12a-63bc-4d0f-b67e-883de81564ce req-4547e4e4-f835-4c1f-97e6-2c884417a413 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (b74df40d-d043-4af9-93a2-e99ed587df20), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:53.661403 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-9da3d12a-63bc-4d0f-b67e-883de81564ce req-4547e4e4-f835-4c1f-97e6-2c884417a413 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Calling delete_port for b74df40d-d043-4af9-93a2-e99ed587df20 owned by compute:nova {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:35:53.735278 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd949e55-4cb4-469a-a243-9fdc38f36854 req-31f8f43a-65db-4e77-953c-07ee19936d46 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:53.736731 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cd949e55-4cb4-469a-a243-9fdc38f36854 req-31f8f43a-65db-4e77-953c-07ee19936d46 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 985 time: 0.0910895 Oct 04 14:35:53.790555 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:53.832478 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:53.840674 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cd949e55-4cb4-469a-a243-9fdc38f36854 req-0296e257-326c-4099-b6c2-57de0a0c5ebd tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&id=bc570813-e84d-4bd0-aa5f-a8c0b290be17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0969498 Oct 04 14:35:53.900269 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-9da3d12a-63bc-4d0f-b67e-883de81564ce req-4547e4e4-f835-4c1f-97e6-2c884417a413 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (b74df40d-d043-4af9-93a2-e99ed587df20), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:53.935395 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547e4e4-f835-4c1f-97e6-2c884417a413 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Pushing event deleted for resources: {'Port': ['ID=b74df40d-d043-4af9-93a2-e99ed587df20,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:53.955185 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['b74df40d-d043-4af9-93a2-e99ed587df20'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:35:53.983990 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da3d12a-63bc-4d0f-b67e-883de81564ce req-4547e4e4-f835-4c1f-97e6-2c884417a413 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] No DVR routers for this DVR port b74df40d-d043-4af9-93a2-e99ed587df20 on host hv-cinder-86026 {{(pid=106356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:35:53.987045 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-9da3d12a-63bc-4d0f-b67e-883de81564ce req-4547e4e4-f835-4c1f-97e6-2c884417a413 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:53.990658 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9da3d12a-63bc-4d0f-b67e-883de81564ce req-4547e4e4-f835-4c1f-97e6-2c884417a413 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.17 "DELETE /networking/v2.0/ports/b74df40d-d043-4af9-93a2-e99ed587df20 HTTP/1.1" status: 204 len: 173 time: 0.7141256 Oct 04 14:35:53.991176 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79b4aa2-e418-4cb4-affc-2cbf5df8547c', 'name': 'network-vif-deleted', 'tag': 'b74df40d-d043-4af9-93a2-e99ed587df20'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:35:53.993489 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae39b30-b07f-469d-a976-4d2623489c27" -d '{"events": [{"server_uuid": "e79b4aa2-e418-4cb4-affc-2cbf5df8547c", "name": "network-vif-deleted", "tag": "b74df40d-d043-4af9-93a2-e99ed587df20"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:35:54.048741 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a32c8a7-3cbc-49ef-b818-f25a27f55f66 x-openstack-request-id: req-4a32c8a7-3cbc-49ef-b818-f25a27f55f66 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:35:54.049032 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79b4aa2-e418-4cb4-affc-2cbf5df8547c", "name": "network-vif-deleted", "tag": "b74df40d-d043-4af9-93a2-e99ed587df20", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:35:54.049502 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a32c8a7-3cbc-49ef-b818-f25a27f55f66 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:35:54.049662 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a32c8a7-3cbc-49ef-b818-f25a27f55f66'] response: {'server_uuid': 'e79b4aa2-e418-4cb4-affc-2cbf5df8547c', 'name': 'network-vif-deleted', 'tag': 'b74df40d-d043-4af9-93a2-e99ed587df20', 'status': 'completed', 'code': 200} Oct 04 14:35:54.082408 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-850e8cac-a808-4348-9b92-7b6f3126b941 req-9eeb8bc5-8ee1-44c7-a94f-a41f3d27fde4 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fa33c312-594b-49b2-bd86-df2f885aca0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274383 Oct 04 14:35:54.684565 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-86c673f9-2c81-4f3d-9b9e-d8ac16e00907 req-77c49e30-da60-4a10-827a-07f9c44f11a5 tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 210 time: 0.0348372 Oct 04 14:35:54.761947 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bdcbd-94ea-4f21-aea5-0c3d4c20251f req-d007b778-6db0-4cb7-8eb9-d4f3af60c929 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:54.763844 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-092bdcbd-94ea-4f21-aea5-0c3d4c20251f req-d007b778-6db0-4cb7-8eb9-d4f3af60c929 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 946 time: 0.0536571 Oct 04 14:35:54.823175 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-092bdcbd-94ea-4f21-aea5-0c3d4c20251f req-58d90e42-2ece-4929-a258-c6ebaf61e938 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532968 Oct 04 14:35:54.979664 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36126f75-c8d8-47c9-81f5-3af5d1994298 req-a1f75219-8706-44bf-9020-0f2e871c1ef5 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:54.981225 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-36126f75-c8d8-47c9-81f5-3af5d1994298 req-a1f75219-8706-44bf-9020-0f2e871c1ef5 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 985 time: 0.0574036 Oct 04 14:35:55.049413 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-36126f75-c8d8-47c9-81f5-3af5d1994298 req-fc15acad-2e6a-4c11-913b-ef4911a1cd68 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&id=bc570813-e84d-4bd0-aa5f-a8c0b290be17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606380 Oct 04 14:35:55.806735 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3178ad9f-486b-48e0-a86d-3854db528900 req-64301f01-a0b6-4072-afd8-8a248140a6cc tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 210 time: 0.0301721 Oct 04 14:35:55.959707 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c99f5-d595-4545-b7b9-08ee8cd573e4 req-c767ccb0-afd0-4254-8e78-8e6a7ca6dc92 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:55.961382 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-543c99f5-d595-4545-b7b9-08ee8cd573e4 req-c767ccb0-afd0-4254-8e78-8e6a7ca6dc92 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 946 time: 0.0548019 Oct 04 14:35:56.022725 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-543c99f5-d595-4545-b7b9-08ee8cd573e4 req-b6d497f5-fda3-4ec0-9ced-236d07a7feaf tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546529 Oct 04 14:35:56.110850 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:56.149348 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9c943-f7ab-4a41-a8c6-35c6401880c9 req-29aa7fca-0847-44a6-9f99-24aa418b22c7 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:56.150915 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-cbd9c943-f7ab-4a41-a8c6-35c6401880c9 req-29aa7fca-0847-44a6-9f99-24aa418b22c7 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 946 time: 0.0494404 Oct 04 14:35:56.182681 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5854a1-2bcb-4e1a-b10b-4a0ad6b3d438 req-26ad4b4b-64ce-42af-b470-7c8c230b36d3 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:56.184824 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1a5854a1-2bcb-4e1a-b10b-4a0ad6b3d438 req-26ad4b4b-64ce-42af-b470-7c8c230b36d3 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 985 time: 0.0545242 Oct 04 14:35:56.206855 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-cbd9c943-f7ab-4a41-a8c6-35c6401880c9 req-cc6c4f35-e97c-4788-997e-0ad11fa99f88 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486112 Oct 04 14:35:56.236647 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 47348) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:35:56.261020 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1a5854a1-2bcb-4e1a-b10b-4a0ad6b3d438 req-7ce704f2-cc3e-4df5-b317-b211da253049 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&id=bc570813-e84d-4bd0-aa5f-a8c0b290be17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698287 Oct 04 14:35:56.300128 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device b74df40d-d043-4af9-93a2-e99ed587df20 no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:35:56.302279 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181b9696-4395-40b2-81cc-95c233abb6b8 tempest-TestVolumeBootPattern-1079097329 tempest-TestVolumeBootPattern-1079097329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:56.304079 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-181b9696-4395-40b2-81cc-95c233abb6b8 tempest-TestVolumeBootPattern-1079097329 tempest-TestVolumeBootPattern-1079097329-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 1125 time: 0.0662065 Oct 04 14:35:56.307053 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 47354) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:35:56.313432 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Request body: {'floatingip': {'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'port_id': '0beda3fd-dcf6-460d-9272-d7d5984b6508', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:35:56.335227 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=16 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:56.335850 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] No Port match for: b74df40d-d043-4af9-93a2-e99ed587df20 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:35:56.335850 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device b74df40d-d043-4af9-93a2-e99ed587df20 not bound to the agent host hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:35:56.337703 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=84 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:56.344974 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:56.439469 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:56.584806 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Allocated IP 172.27.3.233 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/622b1a43-c4ee-45c4-9cab-73ca08d0114d) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:35:56.726337 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for port (622b1a43-c4ee-45c4-9cab-73ca08d0114d), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:56.737351 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:56.779471 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (622b1a43-c4ee-45c4-9cab-73ca08d0114d), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:56.821718 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:35:56.824783 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:35:56.827579 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:35:56.857856 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Pushing event updated for resources: {'Port': ['ID=622b1a43-c4ee-45c4-9cab-73ca08d0114d,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:56.870897 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:56.871301 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:56.871710 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:56.872046 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:56.872392 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:56.872721 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:56.873044 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:56.873363 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:56.873707 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:56.874027 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:56.874543 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:56.874683 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:56.874961 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:56.875275 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:56.875584 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:35:56.898062 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:57.010133 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2d9444ff-dbcf-47b0-9fda-779df6b23d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:57.011030 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-64fddd45-c9a1-4d4d-8cd2-eba00f2d9c51 req-88834b7a-12ba-4376-8dda-53f789936dff tempest-ServerRescueNegativeTestJSON-1381493964 tempest-ServerRescueNegativeTestJSON-1381493964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e79b4aa2-e418-4cb4-affc-2cbf5df8547c HTTP/1.1" status: 200 len: 210 time: 0.0509067 Oct 04 14:35:57.384834 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for floatingip (da07a59c-81ed-4394-a4f5-404a68eaa4f2), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:57.469966 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bd998-77cf-4f4a-af5c-cab7f87f43fc req-87467cd1-2a71-484e-8e3a-d328d73cd212 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:57.485084 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-456bd998-77cf-4f4a-af5c-cab7f87f43fc req-87467cd1-2a71-484e-8e3a-d328d73cd212 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 985 time: 0.0730090 Oct 04 14:35:57.495958 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (622b1a43-c4ee-45c4-9cab-73ca08d0114d), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:57.584948 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-456bd998-77cf-4f4a-af5c-cab7f87f43fc req-561f628b-c6e9-4e47-b82a-323d6c760034 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&id=bc570813-e84d-4bd0-aa5f-a8c0b290be17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0931768 Oct 04 14:35:57.682523 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for port (622b1a43-c4ee-45c4-9cab-73ca08d0114d), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:57.688130 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (622b1a43-c4ee-45c4-9cab-73ca08d0114d), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:57.757828 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (da07a59c-81ed-4394-a4f5-404a68eaa4f2), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:57.759573 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Pushing event updated for resources: {'Port': ['ID=622b1a43-c4ee-45c4-9cab-73ca08d0114d,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:57.813340 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:57.863808 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.l3_db [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Floating IP da07a59c-81ed-4394-a4f5-404a68eaa4f2 associated. External IP: 172.27.3.233, port: 0beda3fd-dcf6-460d-9272-d7d5984b6508. Oct 04 14:35:58.005584 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:58.072493 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Router 807667d4-7f76-4180-809f-a74c0f34451d has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:35:58.083562 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 47388) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:35:58.272062 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:35:58.283290 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4a7407-53e7-4514-bdad-cd600c713215 None None] Sync routers for ids ['807667d4-7f76-4180-809f-a74c0f34451d'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:35:58.294923 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4a7407-53e7-4514-bdad-cd600c713215 None None] Routers {'807667d4-7f76-4180-809f-a74c0f34451d'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:35:58.295540 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-2c4a7407-53e7-4514-bdad-cd600c713215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:35:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['807667d4-7f76-4180-809f-a74c0f34451d'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:35:58.329605 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:58.408876 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-2c4a7407-53e7-4514-bdad-cd600c713215 None None] Set router 807667d4-7f76-4180-809f-a74c0f34451d gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:35:58.412042 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-021784c3-4609-4192-ab65-9068597c679f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1037796 Oct 04 14:35:58.414428 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e076e5d9-70c2-4624-b6b9-6e0b030d73e5', 'tag': '0beda3fd-dcf6-460d-9272-d7d5984b6508'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:35:58.416854 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1b53e0-80a4-4545-8d60-54c66ca976ff" -d '{"events": [{"name": "network-changed", "server_uuid": "e076e5d9-70c2-4624-b6b9-6e0b030d73e5", "tag": "0beda3fd-dcf6-460d-9272-d7d5984b6508"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:35:58.470440 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3be75b5-07ff-46da-8f89-c0b012537954 x-openstack-request-id: req-f3be75b5-07ff-46da-8f89-c0b012537954 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:35:58.470726 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e076e5d9-70c2-4624-b6b9-6e0b030d73e5", "tag": "0beda3fd-dcf6-460d-9272-d7d5984b6508", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:35:58.470972 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3be75b5-07ff-46da-8f89-c0b012537954 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:35:58.471365 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3be75b5-07ff-46da-8f89-c0b012537954'] response: {'name': 'network-changed', 'server_uuid': 'e076e5d9-70c2-4624-b6b9-6e0b030d73e5', 'tag': '0beda3fd-dcf6-460d-9272-d7d5984b6508', 'status': 'completed', 'code': 200} Oct 04 14:35:58.663536 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-2c4a7407-53e7-4514-bdad-cd600c713215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:31:17Z', 'revision_number': 4, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port': {'id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:12Z', 'updated_at': '2022-10-04T14:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'da07a59c-81ed-4394-a4f5-404a68eaa4f2', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'port_id': '0beda3fd-dcf6-460d-9272-d7d5984b6508', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'mac_address': 'fa:16:3e:91:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e076e5d9-70c2-4624-b6b9-6e0b030d73e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:35:57Z', 'updated_at': '2022-10-04T14:35:57Z', 'revision_number': 0, 'project_id': '408b16a582484c619ff17416990d5feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce38607-e5d2-46d0-9063-4d74324461e4', 'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'mac_address': 'fa:16:3e:3f:a4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:15Z', 'updated_at': '2022-10-04T14:31:24Z', 'revision_number': 5, 'project_id': '408b16a582484c619ff17416990d5feb', 'subnets': [{'id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:35:58.691996 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4a7407-53e7-4514-bdad-cd600c713215 None None] Checking router: 807667d4-7f76-4180-809f-a74c0f34451d for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:35:58.702281 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4a7407-53e7-4514-bdad-cd600c713215 None None] Routers {'807667d4-7f76-4180-809f-a74c0f34451d'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:35:58.702909 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-2c4a7407-53e7-4514-bdad-cd600c713215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:35:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['807667d4-7f76-4180-809f-a74c0f34451d'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:35:58.711371 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-075e47fd-e7d9-4c4f-8650-923a59b25b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556104'] for router_interface (3307909d-82d8-4346-9073-4c4354e246f2), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:58.775646 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f27b9c-bb72-41b9-9ed4-63068b6b2a28 req-6433c126-5e1e-45bc-847e-2819a64fe9c5 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:58.779518 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-17f27b9c-bb72-41b9-9ed4-63068b6b2a28 req-6433c126-5e1e-45bc-847e-2819a64fe9c5 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 985 time: 0.0742536 Oct 04 14:35:58.852414 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-2c4a7407-53e7-4514-bdad-cd600c713215 None None] Set router 807667d4-7f76-4180-809f-a74c0f34451d gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:35:58.879067 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-17f27b9c-bb72-41b9-9ed4-63068b6b2a28 req-ffbb7ce9-c3bb-43b1-9673-950a1d2f134a tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&id=bc570813-e84d-4bd0-aa5f-a8c0b290be17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0918989 Oct 04 14:35:59.100837 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc88e6-25a8-4817-8682-f52ced1151d4 req-cb99f3c1-f220-4507-8094-bf019e3223a4 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:59.103141 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7acc88e6-25a8-4817-8682-f52ced1151d4 req-cb99f3c1-f220-4507-8094-bf019e3223a4 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2295516e-70cf-4d19-b2f9-ac828a22000f HTTP/1.1" status: 200 len: 945 time: 0.0554276 Oct 04 14:35:59.110739 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-2c4a7407-53e7-4514-bdad-cd600c713215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:31:17Z', 'revision_number': 4, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port': {'id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:12Z', 'updated_at': '2022-10-04T14:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'da07a59c-81ed-4394-a4f5-404a68eaa4f2', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'port_id': '0beda3fd-dcf6-460d-9272-d7d5984b6508', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'mac_address': 'fa:16:3e:91:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e076e5d9-70c2-4624-b6b9-6e0b030d73e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:35:57Z', 'updated_at': '2022-10-04T14:35:57Z', 'revision_number': 0, 'project_id': '408b16a582484c619ff17416990d5feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce38607-e5d2-46d0-9063-4d74324461e4', 'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'mac_address': 'fa:16:3e:3f:a4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:15Z', 'updated_at': '2022-10-04T14:31:24Z', 'revision_number': 5, 'project_id': '408b16a582484c619ff17416990d5feb', 'subnets': [{'id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:35:59.139031 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:59.159350 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7acc88e6-25a8-4817-8682-f52ced1151d4 req-09c6c0fa-bdd1-4387-928c-9e40f70417a8 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488591 Oct 04 14:35:59.226787 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4a7407-53e7-4514-bdad-cd600c713215 None None] The sync data for ids ['807667d4-7f76-4180-809f-a74c0f34451d'] in dv-cinder-860260-1-iscsi is: [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:31:17Z', 'revision_number': 4, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port': {'id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:12Z', 'updated_at': '2022-10-04T14:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'da07a59c-81ed-4394-a4f5-404a68eaa4f2', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'port_id': '0beda3fd-dcf6-460d-9272-d7d5984b6508', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'mac_address': 'fa:16:3e:91:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e076e5d9-70c2-4624-b6b9-6e0b030d73e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:35:57Z', 'updated_at': '2022-10-04T14:35:57Z', 'revision_number': 0, 'project_id': '408b16a582484c619ff17416990d5feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce38607-e5d2-46d0-9063-4d74324461e4', 'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'mac_address': 'fa:16:3e:3f:a4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:15Z', 'updated_at': '2022-10-04T14:31:24Z', 'revision_number': 5, 'project_id': '408b16a582484c619ff17416990d5feb', 'subnets': [{'id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:35:59.362322 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-075e47fd-e7d9-4c4f-8650-923a59b25b65 admin admin] Deleting port 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:35:59.362861 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-075e47fd-e7d9-4c4f-8650-923a59b25b65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:59.367275 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b53e0-80a4-4545-8d60-54c66ca976ff req-058da530-b93c-4aa3-8b7e-bc6184afd263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:35:59.368935 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-cb1b53e0-80a4-4545-8d60-54c66ca976ff req-058da530-b93c-4aa3-8b7e-bc6184afd263 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=408b16a582484c619ff17416990d5feb&device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 1130 time: 0.0857723 Oct 04 14:35:59.407949 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:59.458117 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9e4cd4c6-9cca-4e4f-88f0-2b30f2e7a360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:59.471258 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [None req-075e47fd-e7d9-4c4f-8650-923a59b25b65 admin admin] For port 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6,segment=NetworkSegment(80436793-7021-4ca5-bbb3-a3b3adc26a9e),segment_id=80436793-7021-4ca5-bbb3-a3b3adc26a9e)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:35:59.471864 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-075e47fd-e7d9-4c4f-8650-923a59b25b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:59.491537 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:35:59.493008 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-075e47fd-e7d9-4c4f-8650-923a59b25b65 admin admin] Calling delete_port for 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6 owned by network:router_interface {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:35:59.519368 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e16a765-7ecf-4cb4-836f-2cce9c5faa3d None None] New status for floating IP da07a59c-81ed-4394-a4f5-404a68eaa4f2: ACTIVE {{(pid=106357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:35:59.723451 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-075e47fd-e7d9-4c4f-8650-923a59b25b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:35:59.757172 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e47fd-e7d9-4c4f-8650-923a59b25b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:35:59.967206 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-075e47fd-e7d9-4c4f-8650-923a59b25b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556092'] for router_interface (3307909d-82d8-4346-9073-4c4354e246f2), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:00.048005 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaef52b-0b55-49e8-8a83-ff5c7f562136 req-8d655561-9116-497b-b789-b91e9eaef261 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:00.049568 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-eeaef52b-0b55-49e8-8a83-ff5c7f562136 req-8d655561-9116-497b-b789-b91e9eaef261 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 985 time: 0.0621197 Oct 04 14:36:00.118094 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-eeaef52b-0b55-49e8-8a83-ff5c7f562136 req-42038c45-9636-4fd5-ab31-7bf158b57b58 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&id=bc570813-e84d-4bd0-aa5f-a8c0b290be17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616882 Oct 04 14:36:00.192463 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075e47fd-e7d9-4c4f-8650-923a59b25b65 admin admin] Router 3307909d-82d8-4346-9073-4c4354e246f2 has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:36:00.338065 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a098910-5a71-494d-9f75-518967f75130 req-606662bf-8a1f-4738-88f4-00393ddd80a7 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:00.339583 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1a098910-5a71-494d-9f75-518967f75130 req-606662bf-8a1f-4738-88f4-00393ddd80a7 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2295516e-70cf-4d19-b2f9-ac828a22000f HTTP/1.1" status: 200 len: 945 time: 0.0862658 Oct 04 14:36:00.348133 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075e47fd-e7d9-4c4f-8650-923a59b25b65 admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:36:00.357527 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d013161-b62f-4519-998f-f6a09d4344dd None None] Sync routers for ids ['3307909d-82d8-4346-9073-4c4354e246f2'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:36:00.358410 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-075e47fd-e7d9-4c4f-8650-923a59b25b65 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/3307909d-82d8-4346-9073-4c4354e246f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2741911 Oct 04 14:36:00.361485 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 47412) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:00.373349 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d013161-b62f-4519-998f-f6a09d4344dd None None] Routers {'3307909d-82d8-4346-9073-4c4354e246f2'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:36:00.373983 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-0d013161-b62f-4519-998f-f6a09d4344dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:35:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['3307909d-82d8-4346-9073-4c4354e246f2'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:00.402165 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1a098910-5a71-494d-9f75-518967f75130 req-7ccf16fc-217b-470c-a9d3-d4b54e3db4e1 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561776 Oct 04 14:36:00.476126 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Publish callbacks [] for router (3307909d-82d8-4346-9073-4c4354e246f2), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:00.482892 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-0d013161-b62f-4519-998f-f6a09d4344dd None None] Set router 3307909d-82d8-4346-9073-4c4354e246f2 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:36:00.586279 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Publish callbacks [] for router_gateway (3307909d-82d8-4346-9073-4c4354e246f2), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:00.594566 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=100 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:00.644028 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Deleting port a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9 {{(pid=106355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:36:00.644400 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:00.690893 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-0d013161-b62f-4519-998f-f6a09d4344dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3307909d-82d8-4346-9073-4c4354e246f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1683789294-router', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:31Z', 'updated_at': '2022-10-04T14:35:59Z', 'revision_number': 5, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'gw_port': {'id': 'a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ba:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307909d-82d8-4346-9073-4c4354e246f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:33Z', 'updated_at': '2022-10-04T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:00.721102 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d013161-b62f-4519-998f-f6a09d4344dd None None] Checking router: 3307909d-82d8-4346-9073-4c4354e246f2 for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:36:00.723691 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=100 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:00.733367 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d013161-b62f-4519-998f-f6a09d4344dd None None] Routers {'3307909d-82d8-4346-9073-4c4354e246f2'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:36:00.733733 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-0d013161-b62f-4519-998f-f6a09d4344dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:35:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['3307909d-82d8-4346-9073-4c4354e246f2'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:00.734186 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] For port a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:36:00.734558 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:00.756905 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Calling delete_port for a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9 owned by network:router_gateway {{(pid=106355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:36:00.818632 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:00.831227 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-0d013161-b62f-4519-998f-f6a09d4344dd None None] Set router 3307909d-82d8-4346-9073-4c4354e246f2 gateway port host: None {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:36:00.900522 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-0d013161-b62f-4519-998f-f6a09d4344dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3307909d-82d8-4346-9073-4c4354e246f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1683789294-router', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:31Z', 'updated_at': '2022-10-04T14:36:00Z', 'revision_number': 6, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'gw_port_host': None}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:00.928332 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d013161-b62f-4519-998f-f6a09d4344dd None None] The sync data for ids ['3307909d-82d8-4346-9073-4c4354e246f2'] in dv-cinder-860260-1-iscsi is: [{'id': '3307909d-82d8-4346-9073-4c4354e246f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1683789294-router', 'tenant_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:31Z', 'updated_at': '2022-10-04T14:36:00Z', 'revision_number': 6, 'project_id': 'ec24f1b720bd42ebb37a36d65757aacd', 'gw_port_host': None}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:36:01.265752 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdc659-d611-4fad-aa73-e8f629f041f1 req-c8502f3c-03d9-43b2-9c96-57f7f731427b tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:01.267605 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f3fdc659-d611-4fad-aa73-e8f629f041f1 req-c8502f3c-03d9-43b2-9c96-57f7f731427b tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 985 time: 0.0576110 Oct 04 14:36:01.268175 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:01.286144 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:01.294704 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:01.315524 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:01.342768 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:36:01.343106 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:36:01.343444 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:36:01.343777 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:36:01.344106 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:36:01.344451 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:36:01.344802 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:36:01.345089 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:36:01.345404 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:36:01.345731 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:36:01.346035 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:36:01.346352 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:36:01.346974 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:36:01.346974 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:36:01.347962 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:36:01.348282 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f3fdc659-d611-4fad-aa73-e8f629f041f1 req-21333168-f1c0-42bb-b503-ee5a3b29ea11 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&id=bc570813-e84d-4bd0-aa5f-a8c0b290be17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0729480 Oct 04 14:36:01.358884 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b53e0-80a4-4545-8d60-54c66ca976ff req-32a35f00-fbd0-43d0-bdd2-01d309d3edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:01.360434 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-cb1b53e0-80a4-4545-8d60-54c66ca976ff req-32a35f00-fbd0-43d0-bdd2-01d309d3edd5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=4116101e-9cfb-4512-a759-154f86437ec3 HTTP/1.1" status: 200 len: 913 time: 0.2018833 Oct 04 14:36:01.430855 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549238'] for router_gateway (3307909d-82d8-4346-9073-4c4354e246f2), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:01.433197 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:01.591380 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7298'] for router (3307909d-82d8-4346-9073-4c4354e246f2), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:01.598835 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Publish callbacks [] for router_controller (3307909d-82d8-4346-9073-4c4354e246f2), precommit_delete_associations {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:01.622642 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706428be-e106-462b-b81e-42b7f22af243 req-0bcc35c3-cfdc-4bb8-8748-08845f7735d7 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:01.624162 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-706428be-e106-462b-b81e-42b7f22af243 req-0bcc35c3-cfdc-4bb8-8748-08845f7735d7 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2295516e-70cf-4d19-b2f9-ac828a22000f HTTP/1.1" status: 200 len: 945 time: 0.1330695 Oct 04 14:36:01.682171 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-cb1b53e0-80a4-4545-8d60-54c66ca976ff req-77ced142-0e2a-49a7-b06e-165b2c95cb64 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0beda3fd-dcf6-460d-9272-d7d5984b6508 HTTP/1.1" status: 200 len: 1002 time: 0.1329317 Oct 04 14:36:01.684623 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556132'] for router (3307909d-82d8-4346-9073-4c4354e246f2), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:01.685176 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3307909d-82d8-4346-9073-4c4354e246f2 {{(pid=106355) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 14:36:01.690858 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:01.692053 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-de0fbd40-01cd-4978-bd05-a9f98b2b365e admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/3307909d-82d8-4346-9073-4c4354e246f2 HTTP/1.1" status: 204 len: 168 time: 1.3295045 Oct 04 14:36:01.694796 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 47420) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:01.724531 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-706428be-e106-462b-b81e-42b7f22af243 req-ed3b0e02-0927-4978-8399-137d6f3e770d tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=19494cd7-515c-4250-9ea7-73c1bfd70a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668528 Oct 04 14:36:01.753413 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_v2 [None req-81717695-49bb-43f5-a683-2ed9f58fa455 admin admin] Deleting subnet 0b6ce1ed-cefc-4d28-95ba-a2004388db27 {{(pid=106356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 14:36:01.757937 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-81717695-49bb-43f5-a683-2ed9f58fa455 admin admin] Publish callbacks [] for subnet (0b6ce1ed-cefc-4d28-95ba-a2004388db27), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:01.798155 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-81717695-49bb-43f5-a683-2ed9f58fa455 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5701674'] for subnet (0b6ce1ed-cefc-4d28-95ba-a2004388db27), precommit_delete_associations {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:01.838572 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b53e0-80a4-4545-8d60-54c66ca976ff req-a0eecc2f-9ee6-43fa-997b-f6a964069ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:01.840493 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-cb1b53e0-80a4-4545-8d60-54c66ca976ff req-a0eecc2f-9ee6-43fa-997b-f6a964069ba3 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0e6eb4fb-0de1-48cf-96b5-793e497e6d95 HTTP/1.1" status: 200 len: 851 time: 0.0539055 Oct 04 14:36:01.964560 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b53e0-80a4-4545-8d60-54c66ca976ff req-1ba703ad-0f56-4df9-9fab-c239d55ab421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:01.967778 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-cb1b53e0-80a4-4545-8d60-54c66ca976ff req-1ba703ad-0f56-4df9-9fab-c239d55ab421 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=4116101e-9cfb-4512-a759-154f86437ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705104 Oct 04 14:36:01.977295 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-81717695-49bb-43f5-a683-2ed9f58fa455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394552'] for subnet (0b6ce1ed-cefc-4d28-95ba-a2004388db27), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:02.023287 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3ddf9-28a9-4576-90ce-91ed44755c49 req-cbb228c6-cc63-48b0-89d6-af88398a1af8 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:02.025305 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1ab3ddf9-28a9-4576-90ce-91ed44755c49 req-cbb228c6-cc63-48b0-89d6-af88398a1af8 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2295516e-70cf-4d19-b2f9-ac828a22000f HTTP/1.1" status: 200 len: 945 time: 0.1254141 Oct 04 14:36:02.101214 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-cb1b53e0-80a4-4545-8d60-54c66ca976ff req-4b6e538d-496d-4a42-b6a3-359fb864160b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237688 Oct 04 14:36:02.131192 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-81717695-49bb-43f5-a683-2ed9f58fa455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4681588'] for subnet (0b6ce1ed-cefc-4d28-95ba-a2004388db27), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:02.170806 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-1ab3ddf9-28a9-4576-90ce-91ed44755c49 req-93f8e606-f460-4805-b913-8d042d327a9e tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Deleting port 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:36:02.171155 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-1ab3ddf9-28a9-4576-90ce-91ed44755c49 req-93f8e606-f460-4805-b913-8d042d327a9e tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:02.175887 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81717695-49bb-43f5-a683-2ed9f58fa455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b6ce1ed-cefc-4d28-95ba-a2004388db27,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:02.199962 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-81717695-49bb-43f5-a683-2ed9f58fa455 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:02.199962 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-81717695-49bb-43f5-a683-2ed9f58fa455 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/0b6ce1ed-cefc-4d28-95ba-a2004388db27 HTTP/1.1" status: 204 len: 168 time: 0.4999311 Oct 04 14:36:02.203590 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f7fbef-9c2b-4e3f-b89f-cbb235d40e0d None None] Network f70b9727-7199-4fe7-bb77-16baf61f7e49 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:36:02.204884 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 47426) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:02.274187 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-cb1b53e0-80a4-4545-8d60-54c66ca976ff req-417a2bf4-78a8-4b68-82f9-b851cf333ec8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663766 Oct 04 14:36:02.286019 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-1ab3ddf9-28a9-4576-90ce-91ed44755c49 req-93f8e606-f460-4805-b913-8d042d327a9e tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] For port 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804,segment=NetworkSegment(291a4a06-d64a-40d0-b78a-b72353a9bb36),segment_id=291a4a06-d64a-40d0-b78a-b72353a9bb36)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:36:02.286381 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-1ab3ddf9-28a9-4576-90ce-91ed44755c49 req-93f8e606-f460-4805-b913-8d042d327a9e tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:02.302453 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c81314de-0140-4121-b274-a429162f243b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1385909'] for network (f70b9727-7199-4fe7-bb77-16baf61f7e49), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:02.304575 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-1ab3ddf9-28a9-4576-90ce-91ed44755c49 req-93f8e606-f460-4805-b913-8d042d327a9e tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Calling delete_port for 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804 owned by compute:nova {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:36:02.343067 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:02.360901 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-c81314de-0140-4121-b274-a429162f243b admin admin] Deleting port c7796efc-bc07-44a2-947c-854a333e641a {{(pid=106355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:36:02.361489 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c81314de-0140-4121-b274-a429162f243b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (c7796efc-bc07-44a2-947c-854a333e641a), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:02.389043 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:02.458938 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-1ab3ddf9-28a9-4576-90ce-91ed44755c49 req-93f8e606-f460-4805-b913-8d042d327a9e tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:02.490563 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-c81314de-0140-4121-b274-a429162f243b admin admin] For port c7796efc-bc07-44a2-947c-854a333e641a, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=c7796efc-bc07-44a2-947c-854a333e641a,segment=NetworkSegment(80436793-7021-4ca5-bbb3-a3b3adc26a9e),segment_id=80436793-7021-4ca5-bbb3-a3b3adc26a9e)] {{(pid=106355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:36:02.491758 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c81314de-0140-4121-b274-a429162f243b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (c7796efc-bc07-44a2-947c-854a333e641a), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:02.494370 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8e606-f460-4805-b913-8d042d327a9e tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Pushing event deleted for resources: {'Port': ['ID=1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:02.505329 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:02.521070 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad459913-3e41-4d28-900c-b61a93d930cd None None] DHCP port deletion for f70b9727-7199-4fe7-bb77-16baf61f7e49 request from dv-cinder-860260-1-iscsi {{(pid=106357) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 14:36:02.529265 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-c81314de-0140-4121-b274-a429162f243b admin admin] Calling delete_port for c7796efc-bc07-44a2-947c-854a333e641a owned by network:dhcp {{(pid=106355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:36:02.549653 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f8499-3585-4cc8-ba22-ae5e1b5b3e21 req-d20d5a9c-ffee-4a0e-9d64-2d4eaf4e71e9 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:02.551200 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e57f8499-3585-4cc8-ba22-ae5e1b5b3e21 req-d20d5a9c-ffee-4a0e-9d64-2d4eaf4e71e9 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 985 time: 0.0780540 Oct 04 14:36:02.552482 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab3ddf9-28a9-4576-90ce-91ed44755c49 req-93f8e606-f460-4805-b913-8d042d327a9e tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] No DVR routers for this DVR port 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804 on host hv-cinder-86026 {{(pid=106356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:36:02.555185 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-1ab3ddf9-28a9-4576-90ce-91ed44755c49 req-93f8e606-f460-4805-b913-8d042d327a9e tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:02.558853 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1ab3ddf9-28a9-4576-90ce-91ed44755c49 req-93f8e606-f460-4805-b913-8d042d327a9e tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.17 "DELETE /networking/v2.0/ports/1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804 HTTP/1.1" status: 204 len: 173 time: 0.5253930 Oct 04 14:36:02.559533 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2295516e-70cf-4d19-b2f9-ac828a22000f', 'name': 'network-vif-deleted', 'tag': '1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:36:02.562029 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c629c2d-9bba-4d62-8a0b-05cf50177ea8" -d '{"events": [{"server_uuid": "2295516e-70cf-4d19-b2f9-ac828a22000f", "name": "network-vif-deleted", "tag": "1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:36:02.576282 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-ad459913-3e41-4d28-900c-b61a93d930cd None None] Deleting port c7796efc-bc07-44a2-947c-854a333e641a {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:36:02.576713 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ad459913-3e41-4d28-900c-b61a93d930cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (c7796efc-bc07-44a2-947c-854a333e641a), before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:02.668881 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4deaa9-746c-4a32-9e68-0cb501746b5a x-openstack-request-id: req-cc4deaa9-746c-4a32-9e68-0cb501746b5a {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:36:02.669584 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2295516e-70cf-4d19-b2f9-ac828a22000f", "name": "network-vif-deleted", "tag": "1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:36:02.670680 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc4deaa9-746c-4a32-9e68-0cb501746b5a {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:36:02.671320 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc4deaa9-746c-4a32-9e68-0cb501746b5a'] response: {'server_uuid': '2295516e-70cf-4d19-b2f9-ac828a22000f', 'name': 'network-vif-deleted', 'tag': '1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804', 'status': 'completed', 'code': 200} Oct 04 14:36:02.692929 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-ad459913-3e41-4d28-900c-b61a93d930cd None None] For port c7796efc-bc07-44a2-947c-854a333e641a, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=c7796efc-bc07-44a2-947c-854a333e641a,segment=NetworkSegment(80436793-7021-4ca5-bbb3-a3b3adc26a9e),segment_id=80436793-7021-4ca5-bbb3-a3b3adc26a9e)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:36:02.693355 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ad459913-3e41-4d28-900c-b61a93d930cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (c7796efc-bc07-44a2-947c-854a333e641a), precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:02.715718 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6 no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:36:02.719197 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-ad459913-3e41-4d28-900c-b61a93d930cd None None] Calling delete_port for c7796efc-bc07-44a2-947c-854a333e641a owned by network:dhcp {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:36:02.724102 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e57f8499-3585-4cc8-ba22-ae5e1b5b3e21 req-f25dc218-7332-4500-81bd-1c7e6c634b73 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&id=bc570813-e84d-4bd0-aa5f-a8c0b290be17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1408114 Oct 04 14:36:02.735225 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c81314de-0140-4121-b274-a429162f243b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (c7796efc-bc07-44a2-947c-854a333e641a), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:02.761698 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:36:02.762308 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 5ea9cc07-43d1-4733-bc8b-3c0b2edb1bf6 not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:36:02.763259 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9 no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:36:02.787576 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81314de-0140-4121-b274-a429162f243b admin admin] No DVR routers for this DVR port c7796efc-bc07-44a2-947c-854a333e641a on host dv-cinder-860260-1-iscsi {{(pid=106355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:36:02.794460 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81314de-0140-4121-b274-a429162f243b admin admin] Pushing event deleted for resources: {'Port': ['ID=c7796efc-bc07-44a2-947c-854a333e641a,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:02.829579 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:36:02.829992 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device a8ca4372-4c5c-4cdb-9fd8-6fbfeeecb0e9 not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:36:02.830409 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device c7796efc-bc07-44a2-947c-854a333e641a no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:36:02.858756 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:02.863768 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: c7796efc-bc07-44a2-947c-854a333e641a {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:36:02.864123 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device c7796efc-bc07-44a2-947c-854a333e641a not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:36:02.904575 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c81314de-0140-4121-b274-a429162f243b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335914', 'neutron.services.segments.db._delete_segments_for_network-8767534955484'] for network (f70b9727-7199-4fe7-bb77-16baf61f7e49), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:02.909523 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ad459913-3e41-4d28-900c-b61a93d930cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957'] for port (c7796efc-bc07-44a2-947c-854a333e641a), after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:02.916112 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:02.935235 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-c81314de-0140-4121-b274-a429162f243b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f70b9727-7199-4fe7-bb77-16baf61f7e49']}} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:02.949128 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-51db6d52-7d15-4a0f-8232-f2be3de2ebb6 req-59db95b9-6171-437d-8b73-872dcf811c32 tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2295516e-70cf-4d19-b2f9-ac828a22000f HTTP/1.1" status: 200 len: 210 time: 0.0847220 Oct 04 14:36:02.952110 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-c81314de-0140-4121-b274-a429162f243b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80436793-7021-4ca5-bbb3-a3b3adc26a9e') {'for_net_delete': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:02.952545 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-c81314de-0140-4121-b274-a429162f243b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80436793-7021-4ca5-bbb3-a3b3adc26a9e') {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:02.960916 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad459913-3e41-4d28-900c-b61a93d930cd None None] No DVR routers for this DVR port c7796efc-bc07-44a2-947c-854a333e641a on host dv-cinder-860260-1-iscsi {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:36:02.963898 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad459913-3e41-4d28-900c-b61a93d930cd None None] Pushing event deleted for resources: {'Port': ['ID=c7796efc-bc07-44a2-947c-854a333e641a,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:02.973368 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c81314de-0140-4121-b274-a429162f243b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767534908582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5614583'] for segment (80436793-7021-4ca5-bbb3-a3b3adc26a9e), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:03.004976 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c81314de-0140-4121-b274-a429162f243b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (80436793-7021-4ca5-bbb3-a3b3adc26a9e), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:03.014044 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81314de-0140-4121-b274-a429162f243b admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=106355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 14:36:03.014478 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c81314de-0140-4121-b274-a429162f243b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6577857'] for segment (80436793-7021-4ca5-bbb3-a3b3adc26a9e), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:03.062849 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.services.segments.plugin [-] Segment 80436793-7021-4ca5-bbb3-a3b3adc26a9e resource provider aggregate not found Oct 04 14:36:03.095795 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c81314de-0140-4121-b274-a429162f243b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1336217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549289'] for network (f70b9727-7199-4fe7-bb77-16baf61f7e49), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:03.103467 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c81314de-0140-4121-b274-a429162f243b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:03.110789 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-c81314de-0140-4121-b274-a429162f243b admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/f70b9727-7199-4fe7-bb77-16baf61f7e49 HTTP/1.1" status: 204 len: 168 time: 0.9044738 Oct 04 14:36:03.113727 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.services.segments.plugin [-] Segment 80436793-7021-4ca5-bbb3-a3b3adc26a9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80436793-7021-4ca5-bbb3-a3b3adc26a9e found for delete ", "request_id": "req-cacfcbe5-9a51-4877-b4d4-7695b3373559"}]} Oct 04 14:36:03.133213 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81314de-0140-4121-b274-a429162f243b admin admin] Pushing event deleted for resources: {'Network': ['ID=f70b9727-7199-4fe7-bb77-16baf61f7e49,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:03.397504 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc7ec8-2c24-43e4-b577-5c5cefd0f996 req-c4fe75ac-b3bf-43b4-a9f4-0f319111a0e0 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:03.399306 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-a0cc7ec8-2c24-43e4-b577-5c5cefd0f996 req-c4fe75ac-b3bf-43b4-a9f4-0f319111a0e0 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 945 time: 0.0529711 Oct 04 14:36:03.412956 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 47450) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:03.460943 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-a0cc7ec8-2c24-43e4-b577-5c5cefd0f996 req-83700e8b-5844-4e68-994c-15c96aef667a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e6fe4d95-60be-41a0-ac87-9e5d092ce11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503571 Oct 04 14:36:03.468354 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-6aed0ecc-ca6d-4b32-bc6c-d419ea001c12 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ec24f1b720bd42ebb37a36d65757aacd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0532494 Oct 04 14:36:03.471569 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 47452) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:03.541284 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-15f7b3f1-8ae0-417a-aaf3-034846ae5e02 admin admin] Publish callbacks [] for security_group (33f42005-69e0-481d-9f46-993f4a731623), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:03.571456 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-15f7b3f1-8ae0-417a-aaf3-034846ae5e02 admin admin] Publish callbacks [] for security_group (33f42005-69e0-481d-9f46-993f4a731623), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:03.635056 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-15f7b3f1-8ae0-417a-aaf3-034846ae5e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (33f42005-69e0-481d-9f46-993f4a731623), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:03.638664 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-15f7b3f1-8ae0-417a-aaf3-034846ae5e02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:03.639933 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-15f7b3f1-8ae0-417a-aaf3-034846ae5e02 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/33f42005-69e0-481d-9f46-993f4a731623 HTTP/1.1" status: 204 len: 168 time: 0.1673598 Oct 04 14:36:03.650495 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7b3f1-8ae0-417a-aaf3-034846ae5e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f42005-69e0-481d-9f46-993f4a731623,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:03.879584 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:03.903946 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d63db-46d0-438b-9965-5e380041c8fe req-5f477775-3cc4-4ebb-9f67-7dc3c6d41b00 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:03.906685 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-596d63db-46d0-438b-9965-5e380041c8fe req-5f477775-3cc4-4ebb-9f67-7dc3c6d41b00 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 985 time: 0.0868709 Oct 04 14:36:03.985386 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:03.992727 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-596d63db-46d0-438b-9965-5e380041c8fe req-96533ce1-d1a3-4181-8d95-2fc057ecd0ee tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&id=bc570813-e84d-4bd0-aa5f-a8c0b290be17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0787785 Oct 04 14:36:04.157505 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cb3c85b1-19c8-42ad-b31f-c0234b2af867 req-e4f5694c-63a9-495f-9069-a0148d3c622a tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2295516e-70cf-4d19-b2f9-ac828a22000f HTTP/1.1" status: 200 len: 210 time: 0.0424545 Oct 04 14:36:04.346243 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804 no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:36:04.517001 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] No Port match for: 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:36:04.517492 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 1d559ed8-89f8-4e6f-a8eb-f50f0e9e1804 not bound to the agent host hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:36:04.609493 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8032b-1dfe-4d93-bb62-3fc414babc3d req-65a35eae-ca14-413f-b699-6a46181edc41 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:04.611160 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3ed8032b-1dfe-4d93-bb62-3fc414babc3d req-65a35eae-ca14-413f-b699-6a46181edc41 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 945 time: 0.0590062 Oct 04 14:36:04.686823 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3ed8032b-1dfe-4d93-bb62-3fc414babc3d req-67cc4d1e-0aff-4b31-99f7-1ca1df684793 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e6fe4d95-60be-41a0-ac87-9e5d092ce11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673032 Oct 04 14:36:05.175861 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39bebb-a334-4dc6-a0c5-382b5e040333 req-95de910f-fec5-416f-ab27-8ac78f37b9e9 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:05.177786 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5b39bebb-a334-4dc6-a0c5-382b5e040333 req-95de910f-fec5-416f-ab27-8ac78f37b9e9 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 985 time: 0.0706444 Oct 04 14:36:05.271591 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5b39bebb-a334-4dc6-a0c5-382b5e040333 req-df2f4cd0-79eb-4ce8-ab76-949af7aa2ac2 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&id=bc570813-e84d-4bd0-aa5f-a8c0b290be17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811799 Oct 04 14:36:05.357769 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-26fdc72c-ed06-4edd-9f05-416fead9fb37 req-62e2fd5d-9b5c-477f-a534-96083b03797e tempest-VolumesSnapshotTestJSON-441376065 tempest-VolumesSnapshotTestJSON-441376065-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2295516e-70cf-4d19-b2f9-ac828a22000f HTTP/1.1" status: 200 len: 210 time: 0.0493717 Oct 04 14:36:05.839296 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b32858-7603-4f85-b502-3c44082f1a98 req-3ab0254f-9c77-4cf5-816a-c0e47219932e tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:05.842081 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-84b32858-7603-4f85-b502-3c44082f1a98 req-3ab0254f-9c77-4cf5-816a-c0e47219932e tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 945 time: 0.0590906 Oct 04 14:36:05.874054 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:05.901899 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-84b32858-7603-4f85-b502-3c44082f1a98 req-1a971d55-9d20-4a0b-a795-2906d95b5634 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e6fe4d95-60be-41a0-ac87-9e5d092ce11b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534849 Oct 04 14:36:06.130077 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ed397-d56e-428f-93a4-c28457ae5ebd req-a57f7e4c-6ae4-4e90-b5f6-5e44b0aecf4d tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:06.131625 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d07ed397-d56e-428f-93a4-c28457ae5ebd req-a57f7e4c-6ae4-4e90-b5f6-5e44b0aecf4d tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 945 time: 0.0897167 Oct 04 14:36:06.247156 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-d07ed397-d56e-428f-93a4-c28457ae5ebd req-87834879-f05e-4322-aa58-ae544ea46a4a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Deleting port 7a4d66ba-4ece-415d-8b95-8f071ff501b9 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:36:06.247156 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-d07ed397-d56e-428f-93a4-c28457ae5ebd req-87834879-f05e-4322-aa58-ae544ea46a4a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (7a4d66ba-4ece-415d-8b95-8f071ff501b9), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:06.350672 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-d07ed397-d56e-428f-93a4-c28457ae5ebd req-87834879-f05e-4322-aa58-ae544ea46a4a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] For port 7a4d66ba-4ece-415d-8b95-8f071ff501b9, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=7a4d66ba-4ece-415d-8b95-8f071ff501b9,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:36:06.351038 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-d07ed397-d56e-428f-93a4-c28457ae5ebd req-87834879-f05e-4322-aa58-ae544ea46a4a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (7a4d66ba-4ece-415d-8b95-8f071ff501b9), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:06.549195 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-d07ed397-d56e-428f-93a4-c28457ae5ebd req-87834879-f05e-4322-aa58-ae544ea46a4a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:06.549541 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-d07ed397-d56e-428f-93a4-c28457ae5ebd req-87834879-f05e-4322-aa58-ae544ea46a4a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (9f34e38d-ff66-401e-87b2-81f5b4768ad8), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:06.550166 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.l3_db [req-d07ed397-d56e-428f-93a4-c28457ae5ebd req-87834879-f05e-4322-aa58-ae544ea46a4a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Floating IP 9f34e38d-ff66-401e-87b2-81f5b4768ad8 disassociated. External IP: 172.27.3.75, port: 7a4d66ba-4ece-415d-8b95-8f071ff501b9. Oct 04 14:36:06.550703 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-d07ed397-d56e-428f-93a4-c28457ae5ebd req-87834879-f05e-4322-aa58-ae544ea46a4a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Calling delete_port for 7a4d66ba-4ece-415d-8b95-8f071ff501b9 owned by compute:nova {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:36:06.777602 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-d07ed397-d56e-428f-93a4-c28457ae5ebd req-87834879-f05e-4322-aa58-ae544ea46a4a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (7a4d66ba-4ece-415d-8b95-8f071ff501b9), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:06.819609 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87834879-f05e-4322-aa58-ae544ea46a4a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event deleted for resources: {'Port': ['ID=7a4d66ba-4ece-415d-8b95-8f071ff501b9,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:06.927599 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560fe4f-759a-46ab-afbe-a8614d806d2f req-a0930b34-01a1-4665-949a-3c0f59e366b4 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:06.929267 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1560fe4f-759a-46ab-afbe-a8614d806d2f req-a0930b34-01a1-4665-949a-3c0f59e366b4 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0676990 Oct 04 14:36:06.941238 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:06.984054 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d07ed397-d56e-428f-93a4-c28457ae5ebd req-87834879-f05e-4322-aa58-ae544ea46a4a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Router 62bc1c7e-254b-44ea-8e51-0290db5b3aee has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:36:06.989194 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1560fe4f-759a-46ab-afbe-a8614d806d2f req-9c7fbc49-d09e-4505-a133-08552b0628b3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532260 Oct 04 14:36:07.072596 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d3c48255-9b45-48d5-b0b7-bc6b07926f60 req-c4cb3831-abe4-41f0-895e-9aba8b07db35 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 210 time: 0.0355818 Oct 04 14:36:07.132592 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d07ed397-d56e-428f-93a4-c28457ae5ebd req-87834879-f05e-4322-aa58-ae544ea46a4a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:36:07.142492 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03414087-1563-46f2-9074-9f3561ce8ef7 None None] Sync routers for ids ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:36:07.153819 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03414087-1563-46f2-9074-9f3561ce8ef7 None None] Routers {'62bc1c7e-254b-44ea-8e51-0290db5b3aee'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:36:07.154815 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-03414087-1563-46f2-9074-9f3561ce8ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:35:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:07.182016 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07ed397-d56e-428f-93a4-c28457ae5ebd req-87834879-f05e-4322-aa58-ae544ea46a4a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] No DVR routers for this DVR port 7a4d66ba-4ece-415d-8b95-8f071ff501b9 on host hv-cinder-86026 {{(pid=106356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:36:07.185701 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-d07ed397-d56e-428f-93a4-c28457ae5ebd req-87834879-f05e-4322-aa58-ae544ea46a4a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:07.189353 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d07ed397-d56e-428f-93a4-c28457ae5ebd req-87834879-f05e-4322-aa58-ae544ea46a4a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.17 "DELETE /networking/v2.0/ports/7a4d66ba-4ece-415d-8b95-8f071ff501b9 HTTP/1.1" status: 204 len: 173 time: 1.0507360 Oct 04 14:36:07.190100 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd13e9a-f9e0-49d8-b173-d65efded21ed', 'name': 'network-vif-deleted', 'tag': '7a4d66ba-4ece-415d-8b95-8f071ff501b9'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:36:07.203289 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a095e9-8441-4d82-9369-77f48005b12e" -d '{"events": [{"server_uuid": "1cd13e9a-f9e0-49d8-b173-d65efded21ed", "name": "network-vif-deleted", "tag": "7a4d66ba-4ece-415d-8b95-8f071ff501b9"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:36:07.258600 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cda580-c2fc-4186-a5c0-94ddf45354cd x-openstack-request-id: req-a7cda580-c2fc-4186-a5c0-94ddf45354cd {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:36:07.259458 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd13e9a-f9e0-49d8-b173-d65efded21ed", "name": "network-vif-deleted", "tag": "7a4d66ba-4ece-415d-8b95-8f071ff501b9", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:36:07.259458 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7cda580-c2fc-4186-a5c0-94ddf45354cd {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:36:07.259780 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7cda580-c2fc-4186-a5c0-94ddf45354cd'] response: {'server_uuid': '1cd13e9a-f9e0-49d8-b173-d65efded21ed', 'name': 'network-vif-deleted', 'tag': '7a4d66ba-4ece-415d-8b95-8f071ff501b9', 'status': 'completed', 'code': 200} Oct 04 14:36:07.327301 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-03414087-1563-46f2-9074-9f3561ce8ef7 None None] Set router 62bc1c7e-254b-44ea-8e51-0290db5b3aee gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:36:07.645207 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-03414087-1563-46f2-9074-9f3561ce8ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:09Z', 'revision_number': 5, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:07.710992 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03414087-1563-46f2-9074-9f3561ce8ef7 None None] Checking router: 62bc1c7e-254b-44ea-8e51-0290db5b3aee for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:36:07.726510 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03414087-1563-46f2-9074-9f3561ce8ef7 None None] Routers {'62bc1c7e-254b-44ea-8e51-0290db5b3aee'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:36:07.727679 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-03414087-1563-46f2-9074-9f3561ce8ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:35:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:07.886039 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-03414087-1563-46f2-9074-9f3561ce8ef7 None None] Set router 62bc1c7e-254b-44ea-8e51-0290db5b3aee gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:36:08.005047 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:08.036264 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:08.176239 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:08.190725 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98e369-4702-4d25-9275-1e4d7ddbc4fa req-609db680-af6a-4cb7-a86e-63e15d9bcaa5 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:08.200954 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fc98e369-4702-4d25-9275-1e4d7ddbc4fa req-609db680-af6a-4cb7-a86e-63e15d9bcaa5 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0855253 Oct 04 14:36:08.242022 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:08.286509 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-03414087-1563-46f2-9074-9f3561ce8ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:09Z', 'revision_number': 5, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:08.294279 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fc98e369-4702-4d25-9275-1e4d7ddbc4fa req-f605c6a8-7bba-49c0-b3a8-0402d706f8e0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919876 Oct 04 14:36:08.327815 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03414087-1563-46f2-9074-9f3561ce8ef7 None None] The sync data for ids ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'] in dv-cinder-860260-1-iscsi is: [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:09Z', 'revision_number': 5, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:36:08.336451 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-232cc970-b737-4517-bfe3-70584cabfb57 req-6cdd3465-e6ee-488c-8635-8a0c84313c69 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1cd13e9a-f9e0-49d8-b173-d65efded21ed HTTP/1.1" status: 200 len: 210 time: 0.0694487 Oct 04 14:36:08.375516 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 7a4d66ba-4ece-415d-8b95-8f071ff501b9 no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:36:08.410137 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] No Port match for: 7a4d66ba-4ece-415d-8b95-8f071ff501b9 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:36:08.410567 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 7a4d66ba-4ece-415d-8b95-8f071ff501b9 not bound to the agent host hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:36:08.623771 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868d154f-0535-428a-ae94-3efc67c11902 None None] New status for floating IP 9f34e38d-ff66-401e-87b2-81f5b4768ad8: DOWN {{(pid=106358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:36:09.423536 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:09.439500 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 47592) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:09.442676 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23792c0c-89a0-49ed-ab19-5a8dd036f0a5 req-48fa350e-2f66-40e5-ad90-aadb1f55b9ac tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:09.445166 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-23792c0c-89a0-49ed-ab19-5a8dd036f0a5 req-48fa350e-2f66-40e5-ad90-aadb1f55b9ac tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0593781 Oct 04 14:36:09.497805 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-23792c0c-89a0-49ed-ab19-5a8dd036f0a5 req-c7a17031-fac8-4f7b-bfff-aed712a403c5 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452251 Oct 04 14:36:09.504064 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-01e55292-4f2f-47ac-8c7f-21c30264f879 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group (e6fe4d95-60be-41a0-ac87-9e5d092ce11b), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:09.530996 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-01e55292-4f2f-47ac-8c7f-21c30264f879 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group (e6fe4d95-60be-41a0-ac87-9e5d092ce11b), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:09.585736 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-01e55292-4f2f-47ac-8c7f-21c30264f879 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (e6fe4d95-60be-41a0-ac87-9e5d092ce11b), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:09.588588 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-01e55292-4f2f-47ac-8c7f-21c30264f879 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:09.590194 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-01e55292-4f2f-47ac-8c7f-21c30264f879 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e6fe4d95-60be-41a0-ac87-9e5d092ce11b HTTP/1.1" status: 204 len: 168 time: 0.1495204 Oct 04 14:36:09.594501 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 47596) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:09.601960 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e55292-4f2f-47ac-8c7f-21c30264f879 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fe4d95-60be-41a0-ac87-9e5d092ce11b,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:09.608745 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.api.v2.resource [None req-44e11a79-c365-499d-9a3e-ebec0fdc4e33 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] show failed (client error): The resource could not be found. Oct 04 14:36:09.609950 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-44e11a79-c365-499d-9a3e-ebec0fdc4e33 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups/e6fe4d95-60be-41a0-ac87-9e5d092ce11b HTTP/1.1" status: 404 len: 347 time: 0.0144734 Oct 04 14:36:09.612906 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 47598) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:09.747732 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-914dd18d-b17a-4b34-a995-60dc0ca94d56 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Deleting port d2075e02-59f8-4c95-ad18-921a1d2280d4 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:36:09.748078 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-914dd18d-b17a-4b34-a995-60dc0ca94d56 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (d2075e02-59f8-4c95-ad18-921a1d2280d4), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:09.835008 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-914dd18d-b17a-4b34-a995-60dc0ca94d56 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (d2075e02-59f8-4c95-ad18-921a1d2280d4), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:09.835332 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-914dd18d-b17a-4b34-a995-60dc0ca94d56 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (d2075e02-59f8-4c95-ad18-921a1d2280d4), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:09.849373 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-914dd18d-b17a-4b34-a995-60dc0ca94d56 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Calling delete_port for d2075e02-59f8-4c95-ad18-921a1d2280d4 owned by network:floatingip {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:36:09.990467 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-914dd18d-b17a-4b34-a995-60dc0ca94d56 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (d2075e02-59f8-4c95-ad18-921a1d2280d4), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:10.288137 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914dd18d-b17a-4b34-a995-60dc0ca94d56 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event deleted for resources: {'Port': ['ID=d2075e02-59f8-4c95-ad18-921a1d2280d4,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:10.354036 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-914dd18d-b17a-4b34-a995-60dc0ca94d56 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (9f34e38d-ff66-401e-87b2-81f5b4768ad8), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:10.357310 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-914dd18d-b17a-4b34-a995-60dc0ca94d56 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:10.358574 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-914dd18d-b17a-4b34-a995-60dc0ca94d56 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/9f34e38d-ff66-401e-87b2-81f5b4768ad8 HTTP/1.1" status: 204 len: 168 time: 0.7446332 Oct 04 14:36:10.442791 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 47606) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:10.447609 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-d0aa10ed-c845-4b1d-81bc-658958b127e1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--937367692', 'description': 'tempest-description--1656610518'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:36:10.471424 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d0aa10ed-c845-4b1d-81bc-658958b127e1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:10.560028 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:10.565248 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d0aa10ed-c845-4b1d-81bc-658958b127e1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group (230c7ad9-e1e2-4eee-ae0e-e72c35aab8f7), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:10.570380 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d0aa10ed-c845-4b1d-81bc-658958b127e1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (230c7ad9-e1e2-4eee-ae0e-e72c35aab8f7), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:10.631682 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d0aa10ed-c845-4b1d-81bc-658958b127e1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:10.632956 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-d0aa10ed-c845-4b1d-81bc-658958b127e1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1891341 Oct 04 14:36:10.635995 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 47610) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:10.641449 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-71a22b57-223e-4f8a-b873-7698be8aaed7 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Request body: {'security_group_rule': {'security_group_id': '230c7ad9-e1e2-4eee-ae0e-e72c35aab8f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:36:10.650139 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa10ed-c845-4b1d-81bc-658958b127e1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=230c7ad9-e1e2-4eee-ae0e-e72c35aab8f7,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:10.679424 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-71a22b57-223e-4f8a-b873-7698be8aaed7 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group_rule (742babe1-653c-40c6-b39b-0eb7d474ef68), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:10.688638 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992186dd-e189-4ddf-be58-4a381edbf7f5 req-e6b68ec7-51b0-447b-adcc-5dc0ce9f0051 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:10.691326 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-992186dd-e189-4ddf-be58-4a381edbf7f5 req-e6b68ec7-51b0-447b-adcc-5dc0ce9f0051 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0786088 Oct 04 14:36:10.743462 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-71a22b57-223e-4f8a-b873-7698be8aaed7 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group_rule (742babe1-653c-40c6-b39b-0eb7d474ef68), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:10.749018 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-71a22b57-223e-4f8a-b873-7698be8aaed7 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (742babe1-653c-40c6-b39b-0eb7d474ef68), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:10.751066 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-992186dd-e189-4ddf-be58-4a381edbf7f5 req-e6240333-81be-4c41-9c86-5960adee2753 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536029 Oct 04 14:36:10.777241 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:10.779702 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a22b57-223e-4f8a-b873-7698be8aaed7 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742babe1-653c-40c6-b39b-0eb7d474ef68,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:10.790657 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-71a22b57-223e-4f8a-b873-7698be8aaed7 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:10.792092 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-71a22b57-223e-4f8a-b873-7698be8aaed7 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1542594 Oct 04 14:36:10.795542 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 47612) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:10.800193 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-3b070a01-881b-4a47-aebe-873aae391bc3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Request body: {'security_group_rule': {'security_group_id': '230c7ad9-e1e2-4eee-ae0e-e72c35aab8f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:36:10.833911 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3b070a01-881b-4a47-aebe-873aae391bc3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group_rule (cb591293-c81c-4814-850d-21292d73cd20), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:10.904513 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3b070a01-881b-4a47-aebe-873aae391bc3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group_rule (cb591293-c81c-4814-850d-21292d73cd20), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:10.909554 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3b070a01-881b-4a47-aebe-873aae391bc3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (cb591293-c81c-4814-850d-21292d73cd20), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:10.933933 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b070a01-881b-4a47-aebe-873aae391bc3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb591293-c81c-4814-850d-21292d73cd20,revision_number=0']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:10.940300 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3b070a01-881b-4a47-aebe-873aae391bc3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:10.941674 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-3b070a01-881b-4a47-aebe-873aae391bc3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451037 Oct 04 14:36:10.946590 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 47614) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:10.951332 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-fb8844a1-d56e-4a4c-bf60-99c5f28258f1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Request body: {'floatingip': {'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:36:10.976553 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fb8844a1-d56e-4a4c-bf60-99c5f28258f1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:11.063469 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fb8844a1-d56e-4a4c-bf60-99c5f28258f1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:11.241684 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:11.257440 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_common [None req-fb8844a1-d56e-4a4c-bf60-99c5f28258f1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Allocated IP 172.27.3.35 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/8903a673-8a20-471c-9b06-612492d75933) {{(pid=106355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:36:11.411991 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fb8844a1-d56e-4a4c-bf60-99c5f28258f1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for port (8903a673-8a20-471c-9b06-612492d75933), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:11.450797 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fb8844a1-d56e-4a4c-bf60-99c5f28258f1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (8903a673-8a20-471c-9b06-612492d75933), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:11.499786 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8844a1-d56e-4a4c-bf60-99c5f28258f1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:36:11.505370 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-fb8844a1-d56e-4a4c-bf60-99c5f28258f1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:36:11.509373 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8844a1-d56e-4a4c-bf60-99c5f28258f1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Received port after_create {{(pid=106355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:36:11.539808 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8844a1-d56e-4a4c-bf60-99c5f28258f1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event updated for resources: {'Port': ['ID=8903a673-8a20-471c-9b06-612492d75933,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:11.608075 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:11.612284 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fb8844a1-d56e-4a4c-bf60-99c5f28258f1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (f4ebef53-e63f-4486-b47f-14228b504c27), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:11.663612 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fb8844a1-d56e-4a4c-bf60-99c5f28258f1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (8903a673-8a20-471c-9b06-612492d75933), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:11.838783 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fb8844a1-d56e-4a4c-bf60-99c5f28258f1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for port (8903a673-8a20-471c-9b06-612492d75933), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:11.846076 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fb8844a1-d56e-4a4c-bf60-99c5f28258f1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577893'] for port (8903a673-8a20-471c-9b06-612492d75933), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:11.960571 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8844a1-d56e-4a4c-bf60-99c5f28258f1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event updated for resources: {'Port': ['ID=8903a673-8a20-471c-9b06-612492d75933,revision_number=2']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:11.970297 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46db178-eb07-4540-bc05-4c30158c20d8 req-c6d53f0b-83d5-48ef-b81d-40f3a6ea3dc3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:11.972010 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c46db178-eb07-4540-bc05-4c30158c20d8 req-c6d53f0b-83d5-48ef-b81d-40f3a6ea3dc3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0953724 Oct 04 14:36:11.972882 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fb8844a1-d56e-4a4c-bf60-99c5f28258f1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (f4ebef53-e63f-4486-b47f-14228b504c27), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:12.001604 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fb8844a1-d56e-4a4c-bf60-99c5f28258f1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:12.002888 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-fb8844a1-d56e-4a4c-bf60-99c5f28258f1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0552928 Oct 04 14:36:12.043654 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c46db178-eb07-4540-bc05-4c30158c20d8 req-a8da7c65-0ddd-4dff-91fa-7be6fe391faf tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624049 Oct 04 14:36:12.237383 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:12.251065 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-e7a0f502-69e3-48db-b6a9-20ba45312555 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--937367692&fields=id&tenant_id=1e5731dbee8946a281caefaeb02bd7ff HTTP/1.1" status: 200 len: 267 time: 0.0475342 Oct 04 14:36:12.379881 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-254f2f2c-d094-44a5-925e-020256772ea9 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:12.382431 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-254f2f2c-d094-44a5-925e-020256772ea9 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/networks?id=3e89e862-e669-4987-af44-eb18dbc3b78d HTTP/1.1" status: 200 len: 814 time: 0.1233256 Oct 04 14:36:12.398642 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-f445fb7c-1b6b-429a-b118-a6df8414eb8a tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/quotas/1e5731dbee8946a281caefaeb02bd7ff HTTP/1.1" status: 200 len: 375 time: 0.0106990 Oct 04 14:36:12.471976 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-f661ded9-01e6-43d8-b9b3-28533967c29f tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1e5731dbee8946a281caefaeb02bd7ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634575 Oct 04 14:36:12.604542 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-f8e2747e-9211-4a0a-99cf-2c8b8b50571c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137772 Oct 04 14:36:12.736464 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-b8e09772-5c34-4dde-8c33-bd801b2b72b1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191800 Oct 04 14:36:12.975779 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-558638c5-7361-442b-9f9b-2086a942262b req-8c39274e-f803-448d-b588-196af22bb9b7 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a960e16e-2d9b-4ad0-95c8-d1b951f4a29f HTTP/1.1" status: 200 len: 210 time: 0.0459380 Oct 04 14:36:13.224723 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf720b-af04-4baa-8573-f4f89a5d8d48 req-16a1a775-deed-4128-9526-b2ad67eb545b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:13.226542 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6cdf720b-af04-4baa-8573-f4f89a5d8d48 req-16a1a775-deed-4128-9526-b2ad67eb545b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0632498 Oct 04 14:36:13.304142 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6cdf720b-af04-4baa-8573-f4f89a5d8d48 req-c34c33a2-ab5e-4a8c-92fe-fc2572fb698d tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700188 Oct 04 14:36:14.098860 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-142b6329-4824-4770-95c9-d461030478c7 req-960f027a-1b8b-4d49-9f12-a5860af80724 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a960e16e-2d9b-4ad0-95c8-d1b951f4a29f HTTP/1.1" status: 200 len: 210 time: 0.0381260 Oct 04 14:36:14.461670 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca8798-658d-4cb8-ae5c-88996cda8a90 req-8525f26a-7545-4d78-a2fd-75d8bb39ae24 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:14.463384 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9dca8798-658d-4cb8-ae5c-88996cda8a90 req-8525f26a-7545-4d78-a2fd-75d8bb39ae24 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0592117 Oct 04 14:36:14.535872 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9dca8798-658d-4cb8-ae5c-88996cda8a90 req-7295240d-a3c3-4caf-b72c-1c0110792fb1 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612340 Oct 04 14:36:15.226132 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2f9e8ffb-8e5b-4068-9a8a-e616df27b177 req-5a4df96d-9c89-46b4-8e6c-3ad132499478 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a960e16e-2d9b-4ad0-95c8-d1b951f4a29f HTTP/1.1" status: 200 len: 210 time: 0.0341737 Oct 04 14:36:15.358798 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-1a29e30e-11d7-4b2a-93f2-08563d4fa863 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:15.360418 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-1a29e30e-11d7-4b2a-93f2-08563d4fa863 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.17 "GET /networking/v2.0/networks?id=3e89e862-e669-4987-af44-eb18dbc3b78d HTTP/1.1" status: 200 len: 814 time: 0.1728265 Oct 04 14:36:15.443921 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-b2725569-fc44-47b3-bc96-542bb3904dcb tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1e5731dbee8946a281caefaeb02bd7ff HTTP/1.1" status: 200 len: 379 time: 0.0635042 Oct 04 14:36:15.590986 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-e2352ed3-3a5d-4f4e-b88b-f3b7115a1c23 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Request body: {'port': {'device_id': 'a960e16e-2d9b-4ad0-95c8-d1b951f4a29f', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'admin_state_up': True, 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'security_groups': ['230c7ad9-e1e2-4eee-ae0e-e72c35aab8f7']}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:36:15.707974 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a7d0d-c468-4cbe-8774-5107f25246d4 req-e2d07e2a-e4c7-4397-91b4-5c71735bed4e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:15.709565 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-801a7d0d-c468-4cbe-8774-5107f25246d4 req-e2d07e2a-e4c7-4397-91b4-5c71735bed4e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0683696 Oct 04 14:36:15.755112 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:15.796248 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-801a7d0d-c468-4cbe-8774-5107f25246d4 req-150af06f-0c82-4f00-bc52-bc7291e575f3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751519 Oct 04 14:36:15.797495 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-e2352ed3-3a5d-4f4e-b88b-f3b7115a1c23 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Made reservation on behalf of 1e5731dbee8946a281caefaeb02bd7ff for: {'port': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:36:15.801631 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-e2352ed3-3a5d-4f4e-b88b-f3b7115a1c23 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:15.834784 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:15.977880 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-e2352ed3-3a5d-4f4e-b88b-f3b7115a1c23 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Allocated IP 172.20.0.12 (3e89e862-e669-4987-af44-eb18dbc3b78d/3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41/c36c3311-21de-407e-a97a-632316d80eb7) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:36:16.130664 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-e2352ed3-3a5d-4f4e-b88b-f3b7115a1c23 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for port (c36c3311-21de-407e-a97a-632316d80eb7), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:16.165743 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-e2352ed3-3a5d-4f4e-b88b-f3b7115a1c23 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (c36c3311-21de-407e-a97a-632316d80eb7), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:16.217369 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-e2352ed3-3a5d-4f4e-b88b-f3b7115a1c23 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Network 3e89e862-e669-4987-af44-eb18dbc3b78d is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:36:16.220661 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-e2352ed3-3a5d-4f4e-b88b-f3b7115a1c23 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:36:16.224552 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-e2352ed3-3a5d-4f4e-b88b-f3b7115a1c23 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:36:16.257789 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2352ed3-3a5d-4f4e-b88b-f3b7115a1c23 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event updated for resources: {'Port': ['ID=c36c3311-21de-407e-a97a-632316d80eb7,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:16.307143 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-e2352ed3-3a5d-4f4e-b88b-f3b7115a1c23 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:16.308633 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-e2352ed3-3a5d-4f4e-b88b-f3b7115a1c23 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:16.332758 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-e2352ed3-3a5d-4f4e-b88b-f3b7115a1c23 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7467601 Oct 04 14:36:16.355675 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-a4579d17-036a-4def-ae43-6edcf70a7f86 service neutron] Request body: {'port': {'device_id': 'a960e16e-2d9b-4ad0-95c8-d1b951f4a29f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86026'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:36:16.403048 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adfc9b-9ae7-43b6-8c67-f131b8deb30a req-7197717f-69f4-4baa-94b4-8ba7aa8cac67 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:16.405421 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b2adfc9b-9ae7-43b6-8c67-f131b8deb30a req-7197717f-69f4-4baa-94b4-8ba7aa8cac67 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a960e16e-2d9b-4ad0-95c8-d1b951f4a29f HTTP/1.1" status: 200 len: 932 time: 0.0642979 Oct 04 14:36:16.434324 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-a4579d17-036a-4def-ae43-6edcf70a7f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (c36c3311-21de-407e-a97a-632316d80eb7), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:16.473102 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b2adfc9b-9ae7-43b6-8c67-f131b8deb30a req-10943700-9823-4317-912a-e18d86f73a0c tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=230c7ad9-e1e2-4eee-ae0e-e72c35aab8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609007 Oct 04 14:36:16.532256 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-df0095d7-0f67-4b0f-96d9-67367fb0f004 None None] Provisioning complete for port c36c3311-21de-407e-a97a-632316d80eb7 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:36:16.533126 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-df0095d7-0f67-4b0f-96d9-67367fb0f004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (c36c3311-21de-407e-a97a-632316d80eb7), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:16.533126 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-df0095d7-0f67-4b0f-96d9-67367fb0f004 None None] Attempt 1 to provision port c36c3311-21de-407e-a97a-632316d80eb7 Oct 04 14:36:16.569133 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-df0095d7-0f67-4b0f-96d9-67367fb0f004 None None] Port c36c3311-21de-407e-a97a-632316d80eb7 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:36:16.744582 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-a4579d17-036a-4def-ae43-6edcf70a7f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36c3311-21de-407e-a97a-632316d80eb7 {{(pid=106356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:36:16.751456 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:16.753725 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-a4579d17-036a-4def-ae43-6edcf70a7f86 service neutron] Publish callbacks [] for port (c36c3311-21de-407e-a97a-632316d80eb7), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:16.762742 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:16.768228 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.provisioning_blocks [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-a4579d17-036a-4def-ae43-6edcf70a7f86 service neutron] Transition to ACTIVE for port object c36c3311-21de-407e-a97a-632316d80eb7 will not be triggered until provisioned by entity L2. {{(pid=106356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 14:36:16.772321 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-a4579d17-036a-4def-ae43-6edcf70a7f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (c36c3311-21de-407e-a97a-632316d80eb7), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:16.842025 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4579d17-036a-4def-ae43-6edcf70a7f86 service neutron] Pushing event updated for resources: {'Port': ['ID=c36c3311-21de-407e-a97a-632316d80eb7,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:16.927518 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-a4579d17-036a-4def-ae43-6edcf70a7f86 service neutron] Attempting to bind port c36c3311-21de-407e-a97a-632316d80eb7 on host hv-cinder-86026 for vnic_type normal with profile {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:36:16.927755 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-a4579d17-036a-4def-ae43-6edcf70a7f86 service neutron] Attempting to bind port c36c3311-21de-407e-a97a-632316d80eb7 by drivers openvswitch,hyperv on host hv-cinder-86026 at level 0 using segments [{'id': '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d'}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:36:16.928079 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-a4579d17-036a-4def-ae43-6edcf70a7f86 service neutron] Attempting to bind port c36c3311-21de-407e-a97a-632316d80eb7 on network 3e89e862-e669-4987-af44-eb18dbc3b78d {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:36:16.961914 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541df1b6-e193-4698-98b6-17ca2fed6bac req-ba2d7dc9-4f2a-4af8-9ab2-ea164ad95c1c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:16.963395 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-541df1b6-e193-4698-98b6-17ca2fed6bac req-ba2d7dc9-4f2a-4af8-9ab2-ea164ad95c1c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0735102 Oct 04 14:36:17.006064 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-a4579d17-036a-4def-ae43-6edcf70a7f86 service neutron] Port c36c3311-21de-407e-a97a-632316d80eb7 on network 3e89e862-e669-4987-af44-eb18dbc3b78d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86026 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 14:36:17.006389 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-a4579d17-036a-4def-ae43-6edcf70a7f86 service neutron] Attempting to bind port c36c3311-21de-407e-a97a-632316d80eb7 on network 3e89e862-e669-4987-af44-eb18dbc3b78d {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:36:17.061424 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-541df1b6-e193-4698-98b6-17ca2fed6bac req-cceea0bb-e408-4613-af2a-75c24868a994 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837250 Oct 04 14:36:17.079322 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-a4579d17-036a-4def-ae43-6edcf70a7f86 service neutron] Checking agent: {'id': '7414b559-7f0d-43de-b796-62d1db2de72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86026', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'started_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:36:17.079659 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-a4579d17-036a-4def-ae43-6edcf70a7f86 service neutron] Checking segment: {'id': '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:36:17.080036 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-a4579d17-036a-4def-ae43-6edcf70a7f86 service neutron] Bound using segment: {'id': '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d'} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:36:17.080601 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-a4579d17-036a-4def-ae43-6edcf70a7f86 service neutron] Bound port: c36c3311-21de-407e-a97a-632316d80eb7, host: hv-cinder-86026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d'}}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:36:17.080832 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-a4579d17-036a-4def-ae43-6edcf70a7f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (c36c3311-21de-407e-a97a-632316d80eb7), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:17.149850 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-a4579d17-036a-4def-ae43-6edcf70a7f86 service neutron] For port c36c3311-21de-407e-a97a-632316d80eb7, host hv-cinder-86026, cleared binding levels {{(pid=106356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:36:17.155795 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-a4579d17-036a-4def-ae43-6edcf70a7f86 service neutron] For port c36c3311-21de-407e-a97a-632316d80eb7, host hv-cinder-86026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=c36c3311-21de-407e-a97a-632316d80eb7,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:36:17.165277 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-a4579d17-036a-4def-ae43-6edcf70a7f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (c36c3311-21de-407e-a97a-632316d80eb7), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:17.169503 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-a4579d17-036a-4def-ae43-6edcf70a7f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:17.170750 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-a4579d17-036a-4def-ae43-6edcf70a7f86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:17.172199 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-a4579d17-036a-4def-ae43-6edcf70a7f86 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/c36c3311-21de-407e-a97a-632316d80eb7 HTTP/1.1" status: 200 len: 1094 time: 0.8241994 Oct 04 14:36:17.175634 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a960e16e-2d9b-4ad0-95c8-d1b951f4a29f', 'tag': 'c36c3311-21de-407e-a97a-632316d80eb7'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:36:17.177638 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd70309e-200b-4eaa-aa41-90790a9232a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a960e16e-2d9b-4ad0-95c8-d1b951f4a29f", "tag": "c36c3311-21de-407e-a97a-632316d80eb7"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:36:17.240571 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40a7bb5-cb4f-4e67-bbd8-e5d2a4f8144e x-openstack-request-id: req-d40a7bb5-cb4f-4e67-bbd8-e5d2a4f8144e {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:36:17.240827 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a960e16e-2d9b-4ad0-95c8-d1b951f4a29f", "tag": "c36c3311-21de-407e-a97a-632316d80eb7", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:36:17.241004 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d40a7bb5-cb4f-4e67-bbd8-e5d2a4f8144e {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:36:17.244878 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d40a7bb5-cb4f-4e67-bbd8-e5d2a4f8144e'] response: {'name': 'network-changed', 'server_uuid': 'a960e16e-2d9b-4ad0-95c8-d1b951f4a29f', 'tag': 'c36c3311-21de-407e-a97a-632316d80eb7', 'status': 'completed', 'code': 200} Oct 04 14:36:17.246002 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4579d17-036a-4def-ae43-6edcf70a7f86 service neutron] Pushing event updated for resources: {'Port': ['ID=c36c3311-21de-407e-a97a-632316d80eb7,revision_number=3']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:17.332886 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-fe657c36-a23c-4bb0-980e-01c8ce87f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:17.334401 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-fe657c36-a23c-4bb0-980e-01c8ce87f075 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1e5731dbee8946a281caefaeb02bd7ff&device_id=a960e16e-2d9b-4ad0-95c8-d1b951f4a29f HTTP/1.1" status: 200 len: 1128 time: 0.0528445 Oct 04 14:36:17.386870 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-e2de8349-4c67-437a-92b3-d3ef4ea5f250 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c36c3311-21de-407e-a97a-632316d80eb7 HTTP/1.1" status: 200 len: 217 time: 0.0367997 Oct 04 14:36:17.448100 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-125bfb02-d940-4aeb-af01-26f78e4ee132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:17.450119 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-125bfb02-d940-4aeb-af01-26f78e4ee132 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41 HTTP/1.1" status: 200 len: 853 time: 0.0471427 Oct 04 14:36:17.507130 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-6bdf06e1-5786-4864-b646-bf475ee44795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:17.509461 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-6bdf06e1-5786-4864-b646-bf475ee44795 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=3e89e862-e669-4987-af44-eb18dbc3b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529690 Oct 04 14:36:17.630605 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08661ce-63df-4d16-97b7-581e7e4510fb req-4aececd1-054d-407d-a516-ff793869fc87 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:17.632140 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a08661ce-63df-4d16-97b7-581e7e4510fb req-4aececd1-054d-407d-a516-ff793869fc87 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a960e16e-2d9b-4ad0-95c8-d1b951f4a29f HTTP/1.1" status: 200 len: 944 time: 0.0611756 Oct 04 14:36:17.680621 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-649abf27-81a1-4976-93f6-c8a23e1d06a3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650937 Oct 04 14:36:17.757723 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a08661ce-63df-4d16-97b7-581e7e4510fb req-a099476b-d9fc-46cc-aaad-3919cb918003 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=230c7ad9-e1e2-4eee-ae0e-e72c35aab8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147754 Oct 04 14:36:17.789825 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:17.812824 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dcdf3db8-b310-450a-bd67-66462830ae15 req-3e612ec6-84b0-40b2-9875-81a42932aa52 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227682 Oct 04 14:36:18.162444 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:18.204401 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf920d-754f-4a7b-9e96-be6e030b4db6 req-ff4cc2a6-db2d-40db-a5b6-2f800ca43e56 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:18.206160 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-efbf920d-754f-4a7b-9e96-be6e030b4db6 req-ff4cc2a6-db2d-40db-a5b6-2f800ca43e56 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0541232 Oct 04 14:36:18.260128 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-efbf920d-754f-4a7b-9e96-be6e030b4db6 req-1cd84e5f-5655-40f7-ab8f-cf5ec755995b tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482557 Oct 04 14:36:18.707212 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:18.710496 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=29 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:18.795618 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 47780) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:18.896859 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfb09e-aebf-4fed-9ffa-bbb7a0548c56 req-f3b2552e-f463-401f-9ca4-a58a9ed50470 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:18.898546 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-19dfb09e-aebf-4fed-9ffa-bbb7a0548c56 req-f3b2552e-f463-401f-9ca4-a58a9ed50470 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a960e16e-2d9b-4ad0-95c8-d1b951f4a29f HTTP/1.1" status: 200 len: 944 time: 0.0515387 Oct 04 14:36:18.950709 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:18.960101 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-19dfb09e-aebf-4fed-9ffa-bbb7a0548c56 req-065831bc-08e0-405b-ac0f-30437f6f4f8b tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=230c7ad9-e1e2-4eee-ae0e-e72c35aab8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496278 Oct 04 14:36:18.961689 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-e4cd0fd0-9eba-45c0-8056-4e1e1a9341e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:19.087403 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-e4cd0fd0-9eba-45c0-8056-4e1e1a9341e9 admin admin] Publish callbacks [] for security_group (8e7aad68-5a11-4a00-8663-a107b6ecfbcf), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:19.091674 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-e4cd0fd0-9eba-45c0-8056-4e1e1a9341e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (8e7aad68-5a11-4a00-8663-a107b6ecfbcf), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:19.133970 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd0fd0-9eba-45c0-8056-4e1e1a9341e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7aad68-5a11-4a00-8663-a107b6ecfbcf,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:19.138619 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-e4cd0fd0-9eba-45c0-8056-4e1e1a9341e9 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=1e77d61e02534817a1a37b83a01a0fb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419573 Oct 04 14:36:19.141329 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 47788) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:19.192946 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6db7ed00-3899-4688-8462-44f125d065e5 admin admin] Publish callbacks [] for security_group (8e7aad68-5a11-4a00-8663-a107b6ecfbcf), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:19.206303 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:19.215955 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6db7ed00-3899-4688-8462-44f125d065e5 admin admin] Publish callbacks [] for security_group (8e7aad68-5a11-4a00-8663-a107b6ecfbcf), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:19.265856 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6db7ed00-3899-4688-8462-44f125d065e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (8e7aad68-5a11-4a00-8663-a107b6ecfbcf), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:19.268436 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6db7ed00-3899-4688-8462-44f125d065e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:19.269698 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-6db7ed00-3899-4688-8462-44f125d065e5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8e7aad68-5a11-4a00-8663-a107b6ecfbcf HTTP/1.1" status: 204 len: 168 time: 0.1273634 Oct 04 14:36:19.278143 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7ed00-3899-4688-8462-44f125d065e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7aad68-5a11-4a00-8663-a107b6ecfbcf,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:19.402792 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dc40a-365e-4bf6-9126-8804b0b49465 req-681c7eb7-5c36-4b14-99be-2e65b181bc44 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:19.404353 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-665dc40a-365e-4bf6-9126-8804b0b49465 req-681c7eb7-5c36-4b14-99be-2e65b181bc44 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0540376 Oct 04 14:36:19.468891 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-665dc40a-365e-4bf6-9126-8804b0b49465 req-90169bab-1da6-431c-b65d-3343e438e039 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545413 Oct 04 14:36:19.581561 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 47800) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:19.599151 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-20a97209-455d-42bb-9174-c7565db6069c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:19.687331 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-20a97209-455d-42bb-9174-c7565db6069c admin admin] Publish callbacks [] for security_group (4acc993f-4fd6-45bc-9a3a-af07d5e165eb), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:19.691490 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-20a97209-455d-42bb-9174-c7565db6069c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (4acc993f-4fd6-45bc-9a3a-af07d5e165eb), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:19.736725 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-20a97209-455d-42bb-9174-c7565db6069c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b7f36be12d394ea6abafee8630aed906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537948 Oct 04 14:36:19.737421 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a97209-455d-42bb-9174-c7565db6069c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acc993f-4fd6-45bc-9a3a-af07d5e165eb,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:19.739416 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 47802) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:19.800163 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6d95c697-15df-49ad-8e82-0892dbf1023f admin admin] Publish callbacks [] for security_group (4acc993f-4fd6-45bc-9a3a-af07d5e165eb), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:19.821572 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6d95c697-15df-49ad-8e82-0892dbf1023f admin admin] Publish callbacks [] for security_group (4acc993f-4fd6-45bc-9a3a-af07d5e165eb), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:19.874243 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6d95c697-15df-49ad-8e82-0892dbf1023f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (4acc993f-4fd6-45bc-9a3a-af07d5e165eb), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:19.876903 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6d95c697-15df-49ad-8e82-0892dbf1023f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:19.878073 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-6d95c697-15df-49ad-8e82-0892dbf1023f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4acc993f-4fd6-45bc-9a3a-af07d5e165eb HTTP/1.1" status: 204 len: 168 time: 0.1377420 Oct 04 14:36:19.887143 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95c697-15df-49ad-8e82-0892dbf1023f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acc993f-4fd6-45bc-9a3a-af07d5e165eb,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:20.091465 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafd877-b1c0-4bb8-8c9a-7341b0ab9c7b req-fdba95ac-6a1b-4b2d-87e1-8eae274e19da tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:20.092837 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fcafd877-b1c0-4bb8-8c9a-7341b0ab9c7b req-fdba95ac-6a1b-4b2d-87e1-8eae274e19da tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a960e16e-2d9b-4ad0-95c8-d1b951f4a29f HTTP/1.1" status: 200 len: 944 time: 0.0526819 Oct 04 14:36:20.147696 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fcafd877-b1c0-4bb8-8c9a-7341b0ab9c7b req-5500faca-4fcc-42bc-b5d7-8c6d08df4dd2 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=230c7ad9-e1e2-4eee-ae0e-e72c35aab8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467629 Oct 04 14:36:20.616514 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb3e22-157d-4e12-9294-3a4a1a13ff53 req-45e72938-a7f8-498e-a897-fd33ae988203 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:20.627182 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b3cb3e22-157d-4e12-9294-3a4a1a13ff53 req-45e72938-a7f8-498e-a897-fd33ae988203 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0658159 Oct 04 14:36:20.680739 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b3cb3e22-157d-4e12-9294-3a4a1a13ff53 req-c44f972e-a737-4305-af64-e210511ad9c2 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566916 Oct 04 14:36:21.297285 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fd991-eef1-4ef9-af84-cf3d7eb6a758 req-a079eafb-ffe9-4e1b-9bc9-cfcb08ea04f1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:21.298830 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-df2fd991-eef1-4ef9-af84-cf3d7eb6a758 req-a079eafb-ffe9-4e1b-9bc9-cfcb08ea04f1 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a960e16e-2d9b-4ad0-95c8-d1b951f4a29f HTTP/1.1" status: 200 len: 944 time: 0.0549810 Oct 04 14:36:21.357811 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-df2fd991-eef1-4ef9-af84-cf3d7eb6a758 req-d7e0c048-18a9-48d8-8fe9-0306805a7ccf tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=230c7ad9-e1e2-4eee-ae0e-e72c35aab8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524664 Oct 04 14:36:21.547759 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70309e-200b-4eaa-aa41-90790a9232a6 req-817d74cd-e63f-49c7-8c05-4b0d0d4ddbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:21.549290 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cd70309e-200b-4eaa-aa41-90790a9232a6 req-817d74cd-e63f-49c7-8c05-4b0d0d4ddbff service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1e5731dbee8946a281caefaeb02bd7ff&device_id=a960e16e-2d9b-4ad0-95c8-d1b951f4a29f HTTP/1.1" status: 200 len: 1128 time: 0.0463874 Oct 04 14:36:21.650568 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70309e-200b-4eaa-aa41-90790a9232a6 req-b0bf1bbe-23e5-4af6-a744-47d317c5b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:21.652396 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cd70309e-200b-4eaa-aa41-90790a9232a6 req-b0bf1bbe-23e5-4af6-a744-47d317c5b6bf service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=3e89e862-e669-4987-af44-eb18dbc3b78d HTTP/1.1" status: 200 len: 915 time: 0.0953503 Oct 04 14:36:21.696996 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cd70309e-200b-4eaa-aa41-90790a9232a6 req-18ce6a59-266f-436c-a112-e013d266f71c service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c36c3311-21de-407e-a97a-632316d80eb7 HTTP/1.1" status: 200 len: 217 time: 0.0381019 Oct 04 14:36:21.772040 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70309e-200b-4eaa-aa41-90790a9232a6 req-ca441dc3-ee2e-4803-a42f-de985801117a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:21.773592 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cd70309e-200b-4eaa-aa41-90790a9232a6 req-ca441dc3-ee2e-4803-a42f-de985801117a service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41 HTTP/1.1" status: 200 len: 853 time: 0.0620735 Oct 04 14:36:21.831582 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70309e-200b-4eaa-aa41-90790a9232a6 req-f03f529b-a0db-4562-894f-99b64e210e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:21.832780 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cd70309e-200b-4eaa-aa41-90790a9232a6 req-f03f529b-a0db-4562-894f-99b64e210e70 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=3e89e862-e669-4987-af44-eb18dbc3b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530241 Oct 04 14:36:21.854292 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11880395-3c66-4e28-9055-93cc76bedcbf req-51adb5e4-3026-415a-8097-b1c4e540f0a2 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:21.857036 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-11880395-3c66-4e28-9055-93cc76bedcbf req-51adb5e4-3026-415a-8097-b1c4e540f0a2 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0642877 Oct 04 14:36:21.915271 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-11880395-3c66-4e28-9055-93cc76bedcbf req-c198760c-0204-4a70-9c94-a66920fb6713 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522728 Oct 04 14:36:21.968679 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cd70309e-200b-4eaa-aa41-90790a9232a6 req-e236b81f-69f7-4a55-a373-43893265faa5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260920 Oct 04 14:36:22.174705 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-cd70309e-200b-4eaa-aa41-90790a9232a6 req-98d47091-ddcc-4666-be0f-844bb5aabb75 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518371 Oct 04 14:36:22.509550 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:22.530265 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0826c29-8937-4dbf-b180-1f7e19edcb33 req-1194d2c6-a50c-4261-829b-0576bb39fd4f tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:22.531799 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f0826c29-8937-4dbf-b180-1f7e19edcb33 req-1194d2c6-a50c-4261-829b-0576bb39fd4f tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a960e16e-2d9b-4ad0-95c8-d1b951f4a29f HTTP/1.1" status: 200 len: 944 time: 0.0701001 Oct 04 14:36:22.606870 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f0826c29-8937-4dbf-b180-1f7e19edcb33 req-81936a37-1897-4263-8694-bcfe44922bb9 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=230c7ad9-e1e2-4eee-ae0e-e72c35aab8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625448 Oct 04 14:36:23.062879 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f53e18-e121-4e81-b9ab-51e7e595abcb req-316128c9-5a93-49e9-a01c-3a3e727a4587 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:23.064635 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-22f53e18-e121-4e81-b9ab-51e7e595abcb req-316128c9-5a93-49e9-a01c-3a3e727a4587 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0530212 Oct 04 14:36:23.114208 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-22f53e18-e121-4e81-b9ab-51e7e595abcb req-a00516e3-b257-45f0-b923-440f50bdf9e5 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437741 Oct 04 14:36:23.187376 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device c36c3311-21de-407e-a97a-632316d80eb7 details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:36:23.305927 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port c36c3311-21de-407e-a97a-632316d80eb7, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=c36c3311-21de-407e-a97a-632316d80eb7,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:36:23.326012 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': 'c36c3311-21de-407e-a97a-632316d80eb7', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'port_id': 'c36c3311-21de-407e-a97a-632316d80eb7', 'mac_address': 'fa:16:3e:20:e3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:36:23.344801 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:36:23.368812 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port c36c3311-21de-407e-a97a-632316d80eb7 is: DOWN; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:36:23.369237 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (c36c3311-21de-407e-a97a-632316d80eb7), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:23.389448 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36c3311-21de-407e-a97a-632316d80eb7 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:36:23.423619 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port c36c3311-21de-407e-a97a-632316d80eb7, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=c36c3311-21de-407e-a97a-632316d80eb7,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:36:23.429805 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (c36c3311-21de-407e-a97a-632316d80eb7), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:23.485529 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=c36c3311-21de-407e-a97a-632316d80eb7,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:23.742879 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420fd49-e8ed-471c-aa67-31b0807974c0 req-fa1871d6-34f2-4fcb-80e7-86f532a040b5 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:23.744419 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e420fd49-e8ed-471c-aa67-31b0807974c0 req-fa1871d6-34f2-4fcb-80e7-86f532a040b5 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a960e16e-2d9b-4ad0-95c8-d1b951f4a29f HTTP/1.1" status: 200 len: 945 time: 0.0526953 Oct 04 14:36:23.802765 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e420fd49-e8ed-471c-aa67-31b0807974c0 req-cf0efb56-34b9-4502-8e92-129da0c48db3 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=230c7ad9-e1e2-4eee-ae0e-e72c35aab8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518653 Oct 04 14:36:23.859962 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['c36c3311-21de-407e-a97a-632316d80eb7'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:36:24.260039 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec0c88-2572-4db0-b546-65f6f512c5d4 req-be36277a-8fa7-402a-aad6-d60b6f122fed tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:24.261940 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9aec0c88-2572-4db0-b546-65f6f512c5d4 req-be36277a-8fa7-402a-aad6-d60b6f122fed tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0520570 Oct 04 14:36:24.273538 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:24.315745 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9aec0c88-2572-4db0-b546-65f6f512c5d4 req-ded867c4-4438-4710-bf5a-0c57811968b6 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478263 Oct 04 14:36:24.953099 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 47938) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:24.977546 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896f2a4-d143-4163-8854-d5cf09d622bb req-6a9aa8b4-4933-4e74-b936-f512ab8b5e4e tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:24.990508 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8896f2a4-d143-4163-8854-d5cf09d622bb req-6a9aa8b4-4933-4e74-b936-f512ab8b5e4e tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a960e16e-2d9b-4ad0-95c8-d1b951f4a29f HTTP/1.1" status: 200 len: 945 time: 0.0809503 Oct 04 14:36:25.075701 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8896f2a4-d143-4163-8854-d5cf09d622bb req-636ad685-2c40-4e96-8f27-e762551e4774 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=230c7ad9-e1e2-4eee-ae0e-e72c35aab8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837221 Oct 04 14:36:25.087837 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:25.097129 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-1a9aeb65-87b4-425f-b252-827448d5bda9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:25.193766 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-1a9aeb65-87b4-425f-b252-827448d5bda9 admin admin] Publish callbacks [] for security_group (448e8c05-5480-448f-93d5-010c5222f0aa), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:25.198409 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-1a9aeb65-87b4-425f-b252-827448d5bda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (448e8c05-5480-448f-93d5-010c5222f0aa), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:25.212842 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device c36c3311-21de-407e-a97a-632316d80eb7 up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:36:25.247264 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 47944) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:25.247660 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-1a9aeb65-87b4-425f-b252-827448d5bda9 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=97ea890ae27d4d238690ff1e8fe3bffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2931297 Oct 04 14:36:25.248454 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9aeb65-87b4-425f-b252-827448d5bda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448e8c05-5480-448f-93d5-010c5222f0aa,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:25.270604 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning for port c36c3311-21de-407e-a97a-632316d80eb7 completed by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 14:36:25.278563 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port c36c3311-21de-407e-a97a-632316d80eb7 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:36:25.278952 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (c36c3311-21de-407e-a97a-632316d80eb7), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:25.279288 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port c36c3311-21de-407e-a97a-632316d80eb7 Oct 04 14:36:25.317249 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-9a450a65-5662-4e36-b639-43ff366df092 admin admin] Publish callbacks [] for security_group (448e8c05-5480-448f-93d5-010c5222f0aa), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:25.345100 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-9a450a65-5662-4e36-b639-43ff366df092 admin admin] Publish callbacks [] for security_group (448e8c05-5480-448f-93d5-010c5222f0aa), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:25.387951 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port c36c3311-21de-407e-a97a-632316d80eb7 is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:36:25.388628 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (c36c3311-21de-407e-a97a-632316d80eb7), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:25.422114 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-9a450a65-5662-4e36-b639-43ff366df092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (448e8c05-5480-448f-93d5-010c5222f0aa), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:25.425815 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-9a450a65-5662-4e36-b639-43ff366df092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:25.430697 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-9a450a65-5662-4e36-b639-43ff366df092 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/448e8c05-5480-448f-93d5-010c5222f0aa HTTP/1.1" status: 204 len: 168 time: 0.1811593 Oct 04 14:36:25.440223 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a960e16e-2d9b-4ad0-95c8-d1b951f4a29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36c3311-21de-407e-a97a-632316d80eb7'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:36:25.441504 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a450a65-5662-4e36-b639-43ff366df092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448e8c05-5480-448f-93d5-010c5222f0aa,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:25.444194 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa5701d-1499-41aa-b7ed-722273abb03f" -d '{"events": [{"server_uuid": "a960e16e-2d9b-4ad0-95c8-d1b951f4a29f", "name": "network-vif-plugged", "status": "completed", "tag": "c36c3311-21de-407e-a97a-632316d80eb7"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:36:25.460835 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350c7ab-0412-4a6b-a8d4-119dcebbadb7 req-1dad0670-82d8-40aa-8b2d-54befb6230de tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:25.469687 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f350c7ab-0412-4a6b-a8d4-119dcebbadb7 req-1dad0670-82d8-40aa-8b2d-54befb6230de tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0614491 Oct 04 14:36:25.478648 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port c36c3311-21de-407e-a97a-632316d80eb7, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=c36c3311-21de-407e-a97a-632316d80eb7,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:36:25.486858 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (c36c3311-21de-407e-a97a-632316d80eb7), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:25.535488 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fcbcc7-888e-4d80-a689-6b5defb58561 x-openstack-request-id: req-15fcbcc7-888e-4d80-a689-6b5defb58561 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:36:25.535904 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a960e16e-2d9b-4ad0-95c8-d1b951f4a29f", "name": "network-vif-plugged", "status": "completed", "tag": "c36c3311-21de-407e-a97a-632316d80eb7", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:36:25.536260 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-15fcbcc7-888e-4d80-a689-6b5defb58561 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:36:25.536808 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15fcbcc7-888e-4d80-a689-6b5defb58561'] response: {'server_uuid': 'a960e16e-2d9b-4ad0-95c8-d1b951f4a29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36c3311-21de-407e-a97a-632316d80eb7', 'code': 200} Oct 04 14:36:25.557047 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f350c7ab-0412-4a6b-a8d4-119dcebbadb7 req-523a01b9-14e2-4b37-b6fd-198cb636447e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855496 Oct 04 14:36:25.577613 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=c36c3311-21de-407e-a97a-632316d80eb7,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:25.784371 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505115c-fc4d-448b-903d-1334c2760d8a req-3504e462-8d97-4f9b-be08-b7703f294fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:25.786053 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4505115c-fc4d-448b-903d-1334c2760d8a req-3504e462-8d97-4f9b-be08-b7703f294fd2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a960e16e-2d9b-4ad0-95c8-d1b951f4a29f HTTP/1.1" status: 200 len: 1130 time: 0.0441201 Oct 04 14:36:25.847578 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4505115c-fc4d-448b-903d-1334c2760d8a req-3a2c7d49-ddaf-456a-926a-0fddea9782c3 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=230c7ad9-e1e2-4eee-ae0e-e72c35aab8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551894 Oct 04 14:36:25.867164 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 47956) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:25.886416 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-962b333b-5f9d-4c4c-9424-70882ff90909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:25.903941 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:25.987199 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-962b333b-5f9d-4c4c-9424-70882ff90909 admin admin] Publish callbacks [] for security_group (18316440-d37d-4b39-9aeb-9dbc2cca5c34), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:25.992212 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-962b333b-5f9d-4c4c-9424-70882ff90909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (18316440-d37d-4b39-9aeb-9dbc2cca5c34), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:26.040903 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-962b333b-5f9d-4c4c-9424-70882ff90909 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=446b288af4fb46ecb0703887cc97a6cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1724486 Oct 04 14:36:26.042228 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b333b-5f9d-4c4c-9424-70882ff90909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18316440-d37d-4b39-9aeb-9dbc2cca5c34,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:26.044765 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 47958) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:26.110349 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0c424e55-fbc4-43dc-a0f3-3d82e308df96 admin admin] Publish callbacks [] for security_group (18316440-d37d-4b39-9aeb-9dbc2cca5c34), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:26.149402 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0c424e55-fbc4-43dc-a0f3-3d82e308df96 admin admin] Publish callbacks [] for security_group (18316440-d37d-4b39-9aeb-9dbc2cca5c34), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:26.223508 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0c424e55-fbc4-43dc-a0f3-3d82e308df96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (18316440-d37d-4b39-9aeb-9dbc2cca5c34), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:26.224120 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ff840-f7c3-4734-86a1-9bc68988be0c req-fe81778f-9b83-48c9-a711-10dfda0d6dd5 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:26.225753 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-034ff840-f7c3-4734-86a1-9bc68988be0c req-fe81778f-9b83-48c9-a711-10dfda0d6dd5 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a960e16e-2d9b-4ad0-95c8-d1b951f4a29f HTTP/1.1" status: 200 len: 946 time: 0.0579963 Oct 04 14:36:26.227753 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0c424e55-fbc4-43dc-a0f3-3d82e308df96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:26.232488 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-0c424e55-fbc4-43dc-a0f3-3d82e308df96 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/18316440-d37d-4b39-9aeb-9dbc2cca5c34 HTTP/1.1" status: 204 len: 168 time: 0.1825569 Oct 04 14:36:26.249207 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c424e55-fbc4-43dc-a0f3-3d82e308df96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18316440-d37d-4b39-9aeb-9dbc2cca5c34,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:26.304220 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-034ff840-f7c3-4734-86a1-9bc68988be0c req-7d024b07-dddb-46d1-8c94-5ad898fbdb39 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=230c7ad9-e1e2-4eee-ae0e-e72c35aab8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614908 Oct 04 14:36:26.724304 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fe55a-fb67-4b46-8f5f-877476371b9e req-2e4f6447-8033-4ab7-9e96-732c83afd779 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:26.725918 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ef3fe55a-fb67-4b46-8f5f-877476371b9e req-2e4f6447-8033-4ab7-9e96-732c83afd779 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0525422 Oct 04 14:36:26.787929 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ef3fe55a-fb67-4b46-8f5f-877476371b9e req-193f3e6e-ebe0-4e80-9d3f-0afca9eb4d4d tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544720 Oct 04 14:36:27.017243 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-8083cfc8-91ee-4ffb-94e4-a744ad7bb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:27.453723 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c3f5c-633e-457b-ae0c-ccb4034f7e36 req-30ab6e7d-005c-4250-be7d-2b94f90eb3ab tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:27.456022 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-950c3f5c-633e-457b-ae0c-ccb4034f7e36 req-30ab6e7d-005c-4250-be7d-2b94f90eb3ab tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a960e16e-2d9b-4ad0-95c8-d1b951f4a29f HTTP/1.1" status: 200 len: 946 time: 0.0593457 Oct 04 14:36:27.537832 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-950c3f5c-633e-457b-ae0c-ccb4034f7e36 req-f94459cc-85b7-48e7-8f28-19215314e7ef tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=230c7ad9-e1e2-4eee-ae0e-e72c35aab8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703006 Oct 04 14:36:27.705265 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e854125-5e82-4b6a-b977-eb2fc0054d6b req-577590c8-9dae-40ed-8fcb-fdfa60d797f4 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:27.706945 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2e854125-5e82-4b6a-b977-eb2fc0054d6b req-577590c8-9dae-40ed-8fcb-fdfa60d797f4 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a960e16e-2d9b-4ad0-95c8-d1b951f4a29f HTTP/1.1" status: 200 len: 946 time: 0.0756421 Oct 04 14:36:27.721777 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 48016) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:27.727605 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-8301db74-4539-427c-b973-058899904583 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Request body: {'floatingip': {'port_id': 'c36c3311-21de-407e-a97a-632316d80eb7'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:36:27.776852 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8301db74-4539-427c-b973-058899904583 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (f4ebef53-e63f-4486-b47f-14228b504c27), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:27.825813 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 48018) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:27.948152 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:27.966127 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd6f6c-f8ae-4601-a9ba-ca9a4a76ec98 req-d1dc5400-f076-4e77-8d33-9706c5fbe85f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:27.967692 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2ccd6f6c-f8ae-4601-a9ba-ca9a4a76ec98 req-d1dc5400-f076-4e77-8d33-9706c5fbe85f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0637410 Oct 04 14:36:28.025349 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2ccd6f6c-f8ae-4601-a9ba-ca9a4a76ec98 req-e1fc62bc-38ea-4837-8abe-67439d5cff16 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500276 Oct 04 14:36:28.070420 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ce86751d-aca4-4494-9c2e-c9bfcdca06a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:28.076364 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:28.096810 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:28.325894 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ce86751d-aca4-4494-9c2e-c9bfcdca06a1 admin admin] Publish callbacks [] for security_group (154e9ca8-01db-47c1-8549-2c322e445748), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:28.332939 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ce86751d-aca4-4494-9c2e-c9bfcdca06a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (154e9ca8-01db-47c1-8549-2c322e445748), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:28.412380 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86751d-aca4-4494-9c2e-c9bfcdca06a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154e9ca8-01db-47c1-8549-2c322e445748,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:28.423939 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-ce86751d-aca4-4494-9c2e-c9bfcdca06a1 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=006605db295a44dab622e7b7f2dcfe49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5931270 Oct 04 14:36:28.426335 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 48026) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:28.427682 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8301db74-4539-427c-b973-058899904583 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:28.435326 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8301db74-4539-427c-b973-058899904583 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (f4ebef53-e63f-4486-b47f-14228b504c27), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:28.483174 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-62936a66-4592-4c28-824e-f782e7a96eed admin admin] Publish callbacks [] for security_group (154e9ca8-01db-47c1-8549-2c322e445748), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:28.520145 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-62936a66-4592-4c28-824e-f782e7a96eed admin admin] Publish callbacks [] for security_group (154e9ca8-01db-47c1-8549-2c322e445748), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:28.562921 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.l3_db [None req-8301db74-4539-427c-b973-058899904583 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Floating IP f4ebef53-e63f-4486-b47f-14228b504c27 associated. External IP: 172.27.3.35, port: c36c3311-21de-407e-a97a-632316d80eb7. Oct 04 14:36:28.593356 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-62936a66-4592-4c28-824e-f782e7a96eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (154e9ca8-01db-47c1-8549-2c322e445748), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:28.598164 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-62936a66-4592-4c28-824e-f782e7a96eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:28.600056 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-62936a66-4592-4c28-824e-f782e7a96eed admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/154e9ca8-01db-47c1-8549-2c322e445748 HTTP/1.1" status: 204 len: 168 time: 0.1731217 Oct 04 14:36:28.615529 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62936a66-4592-4c28-824e-f782e7a96eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154e9ca8-01db-47c1-8549-2c322e445748,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:29.097761 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8301db74-4539-427c-b973-058899904583 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Router 62bc1c7e-254b-44ea-8e51-0290db5b3aee has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:36:29.214599 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 43d8d357-7ddb-4b57-8267-bb0fba101087 details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:36:29.244986 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=100 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:29.245733 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9e942-70d2-4d34-bf9d-3210b196d98f req-5aa4c2a9-fa02-4fd2-ae2e-20667f1a37e0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:29.248787 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-37c9e942-70d2-4d34-bf9d-3210b196d98f req-5aa4c2a9-fa02-4fd2-ae2e-20667f1a37e0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0897491 Oct 04 14:36:29.326088 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:29.336910 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8301db74-4539-427c-b973-058899904583 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:36:29.342862 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8301db74-4539-427c-b973-058899904583 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:29.356561 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c98cf5-d85a-4340-bfaf-634b985f6e2b None None] Sync routers for ids ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:36:29.376757 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 43d8d357-7ddb-4b57-8267-bb0fba101087, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=43d8d357-7ddb-4b57-8267-bb0fba101087,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:36:29.380936 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-37c9e942-70d2-4d34-bf9d-3210b196d98f req-692ab589-595d-418d-a74f-80cf60d27189 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054614 Oct 04 14:36:29.395798 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-8301db74-4539-427c-b973-058899904583 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/f4ebef53-e63f-4486-b47f-14228b504c27 HTTP/1.1" status: 200 len: 991 time: 1.6722734 Oct 04 14:36:29.396827 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a960e16e-2d9b-4ad0-95c8-d1b951f4a29f', 'tag': 'c36c3311-21de-407e-a97a-632316d80eb7'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:36:29.399075 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c98cf5-d85a-4340-bfaf-634b985f6e2b None None] Routers {'62bc1c7e-254b-44ea-8e51-0290db5b3aee'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:36:29.399729 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-23c98cf5-d85a-4340-bfaf-634b985f6e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:35:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:29.400554 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37179b9b-6ee9-4420-810e-0070b6f50f88" -d '{"events": [{"name": "network-changed", "server_uuid": "a960e16e-2d9b-4ad0-95c8-d1b951f4a29f", "tag": "c36c3311-21de-407e-a97a-632316d80eb7"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:36:29.404270 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': '43d8d357-7ddb-4b57-8267-bb0fba101087', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'port_id': '43d8d357-7ddb-4b57-8267-bb0fba101087', 'mac_address': 'fa:16:3e:d3:ea:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:36:29.452990 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc31b8d0-0da0-45b2-9a02-1791d80e5b30 x-openstack-request-id: req-bc31b8d0-0da0-45b2-9a02-1791d80e5b30 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:36:29.453287 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a960e16e-2d9b-4ad0-95c8-d1b951f4a29f", "tag": "c36c3311-21de-407e-a97a-632316d80eb7", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:36:29.453538 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc31b8d0-0da0-45b2-9a02-1791d80e5b30 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:36:29.453948 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc31b8d0-0da0-45b2-9a02-1791d80e5b30'] response: {'name': 'network-changed', 'server_uuid': 'a960e16e-2d9b-4ad0-95c8-d1b951f4a29f', 'tag': 'c36c3311-21de-407e-a97a-632316d80eb7', 'status': 'completed', 'code': 200} Oct 04 14:36:29.518910 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-69eda13e-e220-436f-8207-27958c94a7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:29.704845 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37179b9b-6ee9-4420-810e-0070b6f50f88 req-6f7dea3f-570c-4903-be5f-4fa337b987a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:29.708216 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-37179b9b-6ee9-4420-810e-0070b6f50f88 req-6f7dea3f-570c-4903-be5f-4fa337b987a8 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1e5731dbee8946a281caefaeb02bd7ff&device_id=a960e16e-2d9b-4ad0-95c8-d1b951f4a29f HTTP/1.1" status: 200 len: 1130 time: 0.0698280 Oct 04 14:36:29.714249 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:29.740181 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 43d8d357-7ddb-4b57-8267-bb0fba101087 is: ACTIVE; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:36:29.741218 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:29.744447 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:29.773618 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43d8d357-7ddb-4b57-8267-bb0fba101087 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:36:29.812026 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-23c98cf5-d85a-4340-bfaf-634b985f6e2b None None] Set router 62bc1c7e-254b-44ea-8e51-0290db5b3aee gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:36:29.850491 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37179b9b-6ee9-4420-810e-0070b6f50f88 req-bc4507e6-6e46-4505-9710-95e245fe3f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:29.852015 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-37179b9b-6ee9-4420-810e-0070b6f50f88 req-bc4507e6-6e46-4505-9710-95e245fe3f1f service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=3e89e862-e669-4987-af44-eb18dbc3b78d HTTP/1.1" status: 200 len: 915 time: 0.1356618 Oct 04 14:36:29.880911 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:29.885572 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 43d8d357-7ddb-4b57-8267-bb0fba101087, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=43d8d357-7ddb-4b57-8267-bb0fba101087,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:36:29.911820 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:29.966788 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-37179b9b-6ee9-4420-810e-0070b6f50f88 req-8705589c-8427-4e26-8106-6b503567c1ca service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c36c3311-21de-407e-a97a-632316d80eb7 HTTP/1.1" status: 200 len: 999 time: 0.1061621 Oct 04 14:36:30.021803 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=43d8d357-7ddb-4b57-8267-bb0fba101087,revision_number=6']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:30.082981 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37179b9b-6ee9-4420-810e-0070b6f50f88 req-0c50d84e-9312-4059-94ed-dd02009958d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:30.084689 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-37179b9b-6ee9-4420-810e-0070b6f50f88 req-0c50d84e-9312-4059-94ed-dd02009958d3 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41 HTTP/1.1" status: 200 len: 853 time: 0.1093540 Oct 04 14:36:30.154400 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['43d8d357-7ddb-4b57-8267-bb0fba101087'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:36:30.177463 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37179b9b-6ee9-4420-810e-0070b6f50f88 req-582dc527-ef30-42a3-847f-8da81ba3eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:30.185625 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-37179b9b-6ee9-4420-810e-0070b6f50f88 req-582dc527-ef30-42a3-847f-8da81ba3eabc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=3e89e862-e669-4987-af44-eb18dbc3b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0928326 Oct 04 14:36:30.381261 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-37179b9b-6ee9-4420-810e-0070b6f50f88 req-d4b6b32c-605e-431f-9d30-efe6bcf9e66a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846538 Oct 04 14:36:30.437164 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-23c98cf5-d85a-4340-bfaf-634b985f6e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'f4ebef53-e63f-4486-b47f-14228b504c27', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'port_id': 'c36c3311-21de-407e-a97a-632316d80eb7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'mac_address': 'fa:16:3e:20:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a960e16e-2d9b-4ad0-95c8-d1b951f4a29f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:36:11Z', 'updated_at': '2022-10-04T14:36:28Z', 'revision_number': 1, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:09Z', 'revision_number': 5, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:30.540857 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c98cf5-d85a-4340-bfaf-634b985f6e2b None None] Checking router: 62bc1c7e-254b-44ea-8e51-0290db5b3aee for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:36:30.601975 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c98cf5-d85a-4340-bfaf-634b985f6e2b None None] Routers {'62bc1c7e-254b-44ea-8e51-0290db5b3aee'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:36:30.602714 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-23c98cf5-d85a-4340-bfaf-634b985f6e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:36:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:30.666035 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-37179b9b-6ee9-4420-810e-0070b6f50f88 req-a611c8e3-8c8f-4d67-a788-e7df43d0ac6f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771637 Oct 04 14:36:30.695491 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4693b53-1937-42fe-9f7f-da2636e8e3a4 req-5a9fda18-4752-4b18-9950-ff2805900aeb tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:30.699139 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c4693b53-1937-42fe-9f7f-da2636e8e3a4 req-5a9fda18-4752-4b18-9950-ff2805900aeb tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 945 time: 0.0867469 Oct 04 14:36:30.826737 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c4693b53-1937-42fe-9f7f-da2636e8e3a4 req-d69e3c2e-5f1c-4f42-b2bb-5ec89c50ce60 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083539 Oct 04 14:36:30.857567 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-23c98cf5-d85a-4340-bfaf-634b985f6e2b None None] Set router 62bc1c7e-254b-44ea-8e51-0290db5b3aee gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:36:31.163702 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-23c98cf5-d85a-4340-bfaf-634b985f6e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'f4ebef53-e63f-4486-b47f-14228b504c27', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'port_id': 'c36c3311-21de-407e-a97a-632316d80eb7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'mac_address': 'fa:16:3e:20:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a960e16e-2d9b-4ad0-95c8-d1b951f4a29f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:36:11Z', 'updated_at': '2022-10-04T14:36:28Z', 'revision_number': 1, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:09Z', 'revision_number': 5, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:31.193734 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c98cf5-d85a-4340-bfaf-634b985f6e2b None None] The sync data for ids ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'] in dv-cinder-860260-1-iscsi is: [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'f4ebef53-e63f-4486-b47f-14228b504c27', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'port_id': 'c36c3311-21de-407e-a97a-632316d80eb7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'mac_address': 'fa:16:3e:20:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a960e16e-2d9b-4ad0-95c8-d1b951f4a29f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:36:11Z', 'updated_at': '2022-10-04T14:36:28Z', 'revision_number': 1, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:09Z', 'revision_number': 5, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:36:31.219536 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 43d8d357-7ddb-4b57-8267-bb0fba101087 up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:36:31.281212 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port 43d8d357-7ddb-4b57-8267-bb0fba101087 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:36:31.281467 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:31.281660 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port 43d8d357-7ddb-4b57-8267-bb0fba101087 Oct 04 14:36:31.400348 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 43d8d357-7ddb-4b57-8267-bb0fba101087 is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:36:31.401213 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:31.449045 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bb7e73-d6ea-4441-8b64-19affd0804f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d8d357-7ddb-4b57-8267-bb0fba101087'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:36:31.452570 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5745173b-658f-4703-997d-31e3a3c23141" -d '{"events": [{"server_uuid": "35bb7e73-d6ea-4441-8b64-19affd0804f6", "name": "network-vif-plugged", "status": "completed", "tag": "43d8d357-7ddb-4b57-8267-bb0fba101087"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:36:31.486275 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 43d8d357-7ddb-4b57-8267-bb0fba101087, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=43d8d357-7ddb-4b57-8267-bb0fba101087,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:36:31.502716 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:31.586958 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16928db9-fe06-467b-908c-a4fa03e61799 None None] New status for floating IP f4ebef53-e63f-4486-b47f-14228b504c27: ACTIVE {{(pid=106358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:36:31.593496 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca672bdf-ccfa-4e4e-9c87-87a9ea527110 x-openstack-request-id: req-ca672bdf-ccfa-4e4e-9c87-87a9ea527110 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:36:31.594117 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bb7e73-d6ea-4441-8b64-19affd0804f6", "name": "network-vif-plugged", "status": "completed", "tag": "43d8d357-7ddb-4b57-8267-bb0fba101087", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:36:31.594578 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca672bdf-ccfa-4e4e-9c87-87a9ea527110 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:36:31.595309 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca672bdf-ccfa-4e4e-9c87-87a9ea527110'] response: {'server_uuid': '35bb7e73-d6ea-4441-8b64-19affd0804f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d8d357-7ddb-4b57-8267-bb0fba101087', 'code': 200} Oct 04 14:36:31.604806 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:31.639078 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=43d8d357-7ddb-4b57-8267-bb0fba101087,revision_number=7']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:32.155479 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c3a09-ce7d-4f2c-9b48-f2f9c242b31a req-873600b1-05f6-47a1-a879-b4573fb5ae6f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:32.157758 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f37c3a09-ce7d-4f2c-9b48-f2f9c242b31a req-873600b1-05f6-47a1-a879-b4573fb5ae6f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0784667 Oct 04 14:36:32.289211 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f37c3a09-ce7d-4f2c-9b48-f2f9c242b31a req-7922cac4-2570-4416-82ec-743878129c51 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177411 Oct 04 14:36:32.334966 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:32.776622 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:33.546382 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073218c-d108-45f1-ab6e-d5124d41e319 req-d4e4dcd8-a354-48cb-b96c-bf88fabdeda4 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:33.548102 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f073218c-d108-45f1-ab6e-d5124d41e319 req-d4e4dcd8-a354-48cb-b96c-bf88fabdeda4 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0743155 Oct 04 14:36:33.642932 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f073218c-d108-45f1-ab6e-d5124d41e319 req-0706d764-14e2-4965-98c2-6e0a07a1ae47 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845079 Oct 04 14:36:33.890691 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:34.884759 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114658a-9a3d-4a92-83a9-8de5d9318b05 req-20e7c1c2-0509-4a09-adfe-d1b9396b22f0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:34.887738 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b114658a-9a3d-4a92-83a9-8de5d9318b05 req-20e7c1c2-0509-4a09-adfe-d1b9396b22f0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.1000438 Oct 04 14:36:34.982808 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b114658a-9a3d-4a92-83a9-8de5d9318b05 req-dfac8fc4-53a9-4a7a-91e3-9acbd1871705 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875685 Oct 04 14:36:35.357671 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 48180) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:35.427005 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a5b852-26a3-4d4b-b05b-a97007fd3874 admin admin] Deleting subnet 2880efa9-a94f-4325-ab87-e53bd919bd15 {{(pid=106355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 14:36:35.433233 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-63a5b852-26a3-4d4b-b05b-a97007fd3874 admin admin] Publish callbacks [] for subnet (2880efa9-a94f-4325-ab87-e53bd919bd15), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:35.491394 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-63a5b852-26a3-4d4b-b05b-a97007fd3874 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5614478'] for subnet (2880efa9-a94f-4325-ab87-e53bd919bd15), precommit_delete_associations {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:35.544559 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-63a5b852-26a3-4d4b-b05b-a97007fd3874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394552'] for subnet (2880efa9-a94f-4325-ab87-e53bd919bd15), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:35.611014 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-63a5b852-26a3-4d4b-b05b-a97007fd3874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6577707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6171493'] for subnet (2880efa9-a94f-4325-ab87-e53bd919bd15), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:35.646528 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5b852-26a3-4d4b-b05b-a97007fd3874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2880efa9-a94f-4325-ab87-e53bd919bd15,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:35.651297 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-63a5b852-26a3-4d4b-b05b-a97007fd3874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:35.657574 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 48186) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:35.657799 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-63a5b852-26a3-4d4b-b05b-a97007fd3874 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/2880efa9-a94f-4325-ab87-e53bd919bd15 HTTP/1.1" status: 204 len: 168 time: 0.2978930 Oct 04 14:36:35.755219 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7ffc5467-54d2-4e6f-9c84-44faab6e31e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1385909'] for network (43cb4147-4d5f-4bad-9d73-94e85a7a487f), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:35.802739 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:35.847241 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7ffc5467-54d2-4e6f-9c84-44faab6e31e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335914', 'neutron.services.segments.db._delete_segments_for_network-8767534955484'] for network (43cb4147-4d5f-4bad-9d73-94e85a7a487f), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:35.871921 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.services.segments.db [None req-7ffc5467-54d2-4e6f-9c84-44faab6e31e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43cb4147-4d5f-4bad-9d73-94e85a7a487f']}} {{(pid=106356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:35.883190 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.services.segments.db [None req-7ffc5467-54d2-4e6f-9c84-44faab6e31e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291a4a06-d64a-40d0-b78a-b72353a9bb36') {'for_net_delete': True} {{(pid=106356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:35.883483 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.services.segments.db [None req-7ffc5467-54d2-4e6f-9c84-44faab6e31e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291a4a06-d64a-40d0-b78a-b72353a9bb36') {} {{(pid=106356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:35.895903 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7ffc5467-54d2-4e6f-9c84-44faab6e31e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767534908582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5701715'] for segment (291a4a06-d64a-40d0-b78a-b72353a9bb36), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:35.912249 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7ffc5467-54d2-4e6f-9c84-44faab6e31e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (291a4a06-d64a-40d0-b78a-b72353a9bb36), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:35.921090 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ffc5467-54d2-4e6f-9c84-44faab6e31e6 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=106356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 14:36:35.921782 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7ffc5467-54d2-4e6f-9c84-44faab6e31e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372171'] for segment (291a4a06-d64a-40d0-b78a-b72353a9bb36), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:35.973347 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.services.segments.plugin [-] Segment 291a4a06-d64a-40d0-b78a-b72353a9bb36 resource provider aggregate not found Oct 04 14:36:35.982111 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:36.003403 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7ffc5467-54d2-4e6f-9c84-44faab6e31e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1336217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549289'] for network (43cb4147-4d5f-4bad-9d73-94e85a7a487f), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:36.017607 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7ffc5467-54d2-4e6f-9c84-44faab6e31e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:36.023345 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-7ffc5467-54d2-4e6f-9c84-44faab6e31e6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/43cb4147-4d5f-4bad-9d73-94e85a7a487f HTTP/1.1" status: 204 len: 168 time: 0.3625510 Oct 04 14:36:36.023345 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.services.segments.plugin [-] Segment 291a4a06-d64a-40d0-b78a-b72353a9bb36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 291a4a06-d64a-40d0-b78a-b72353a9bb36 found for delete ", "request_id": "req-8df058cf-89cf-4752-ac5d-4fd28d999226"}]} Oct 04 14:36:36.040912 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc5467-54d2-4e6f-9c84-44faab6e31e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=43cb4147-4d5f-4bad-9d73-94e85a7a487f,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:36.187571 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7ee50-d97a-43a5-b0f4-317140029ebc req-4bf8e0df-f8a8-4ae1-ab1b-5db7f0b9bfeb tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:36.197265 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-26b7ee50-d97a-43a5-b0f4-317140029ebc req-4bf8e0df-f8a8-4ae1-ab1b-5db7f0b9bfeb tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0782077 Oct 04 14:36:36.305234 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-26b7ee50-d97a-43a5-b0f4-317140029ebc req-49d8bd6e-b818-49bc-b694-0accd2859d1e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059387 Oct 04 14:36:36.443569 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 48208) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:36.503481 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-1fb1a62a-2b55-4adb-a6ae-644cd7a7ab79 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=742e9ad0995f4f96bcc1f75f5689a590&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0583725 Oct 04 14:36:36.512502 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 48212) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:36.607640 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-de3a3668-81d5-4f83-8d03-f36c022b90a7 admin admin] Publish callbacks [] for security_group (19494cd7-515c-4250-9ea7-73c1bfd70a8f), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:36.657576 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:INSERT=2,neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:36.659956 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-de3a3668-81d5-4f83-8d03-f36c022b90a7 admin admin] Publish callbacks [] for security_group (19494cd7-515c-4250-9ea7-73c1bfd70a8f), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:36.747414 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-de3a3668-81d5-4f83-8d03-f36c022b90a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (19494cd7-515c-4250-9ea7-73c1bfd70a8f), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:36.756878 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-de3a3668-81d5-4f83-8d03-f36c022b90a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:36.758140 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-de3a3668-81d5-4f83-8d03-f36c022b90a7 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/19494cd7-515c-4250-9ea7-73c1bfd70a8f HTTP/1.1" status: 204 len: 168 time: 0.2444656 Oct 04 14:36:36.775228 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a3668-81d5-4f83-8d03-f36c022b90a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19494cd7-515c-4250-9ea7-73c1bfd70a8f,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:37.513233 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9afdbb-98db-4967-81c7-822d10235085 req-d988cdec-93f3-4592-b879-5680f0d4bcf9 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:37.521588 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-dd9afdbb-98db-4967-81c7-822d10235085 req-d988cdec-93f3-4592-b879-5680f0d4bcf9 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0782263 Oct 04 14:36:37.586507 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-dd9afdbb-98db-4967-81c7-822d10235085 req-18b2d920-73f6-4449-aeb3-d65877875cc9 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635030 Oct 04 14:36:38.110338 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:38.762318 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075b1da-8c32-47c6-8290-d83184105ab4 req-24a997b5-c033-48a7-82a3-387857d9b5cf tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:38.764075 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d075b1da-8c32-47c6-8290-d83184105ab4 req-24a997b5-c033-48a7-82a3-387857d9b5cf tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0712793 Oct 04 14:36:38.858976 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d075b1da-8c32-47c6-8290-d83184105ab4 req-9eed9877-8373-4685-b590-c13ab9b569b5 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864480 Oct 04 14:36:40.049838 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d34b54-fb81-4375-ae98-f62bb8dea8aa req-3dd3b5bd-e68e-46d1-a162-e8818a856496 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:40.058559 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c0d34b54-fb81-4375-ae98-f62bb8dea8aa req-3dd3b5bd-e68e-46d1-a162-e8818a856496 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0645356 Oct 04 14:36:40.099345 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 48268) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:40.125204 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c0d34b54-fb81-4375-ae98-f62bb8dea8aa req-20776bf8-7e4a-4f20-881a-f653c40f4a1f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651307 Oct 04 14:36:40.283516 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f19d10d4-0702-45df-8221-ca91f3295a55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:40.402693 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f19d10d4-0702-45df-8221-ca91f3295a55 admin admin] Publish callbacks [] for security_group (95d80822-6511-40c2-af49-b3cfc70b862a), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:40.408536 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f19d10d4-0702-45df-8221-ca91f3295a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (95d80822-6511-40c2-af49-b3cfc70b862a), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:40.490666 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d10d4-0702-45df-8221-ca91f3295a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d80822-6511-40c2-af49-b3cfc70b862a,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:40.500923 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-f19d10d4-0702-45df-8221-ca91f3295a55 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d376e1791911493aac6eb714bd2b3bcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4002593 Oct 04 14:36:40.503612 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 48274) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:40.592929 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e1560fe9-1644-4994-b3dc-9a10f3bb98d0 admin admin] Publish callbacks [] for security_group (95d80822-6511-40c2-af49-b3cfc70b862a), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:40.624875 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e1560fe9-1644-4994-b3dc-9a10f3bb98d0 admin admin] Publish callbacks [] for security_group (95d80822-6511-40c2-af49-b3cfc70b862a), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:40.706228 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e1560fe9-1644-4994-b3dc-9a10f3bb98d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (95d80822-6511-40c2-af49-b3cfc70b862a), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:40.712725 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e1560fe9-1644-4994-b3dc-9a10f3bb98d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:40.713982 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-e1560fe9-1644-4994-b3dc-9a10f3bb98d0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/95d80822-6511-40c2-af49-b3cfc70b862a HTTP/1.1" status: 204 len: 168 time: 0.2088335 Oct 04 14:36:40.735606 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1560fe9-1644-4994-b3dc-9a10f3bb98d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d80822-6511-40c2-af49-b3cfc70b862a,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:41.326812 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788566b-6c42-4ae5-8e4c-379d3fb8ee24 req-9e811609-6d37-4575-83a5-e24c5ddb48f4 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:41.328543 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6788566b-6c42-4ae5-8e4c-379d3fb8ee24 req-9e811609-6d37-4575-83a5-e24c5ddb48f4 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0796280 Oct 04 14:36:41.393378 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6788566b-6c42-4ae5-8e4c-379d3fb8ee24 req-17bf06eb-35c3-4e7e-a34d-a576d31ffe19 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584152 Oct 04 14:36:41.784721 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=13 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:41.857458 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:42.671963 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd009138-b73a-4ea3-90b4-98fca2197f70 req-8de6855a-ce18-4df7-ab05-94f56f86b933 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:42.673793 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-cd009138-b73a-4ea3-90b4-98fca2197f70 req-8de6855a-ce18-4df7-ab05-94f56f86b933 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0962527 Oct 04 14:36:42.720184 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:42.738734 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-cd009138-b73a-4ea3-90b4-98fca2197f70 req-9671102f-79f0-4ad8-95b7-7ee18392998f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581765 Oct 04 14:36:43.752565 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62469973-e0e1-4961-9c91-af2859a53a67 req-38bdd39b-2035-4c9e-a42d-9a5b639d1f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:43.754974 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-62469973-e0e1-4961-9c91-af2859a53a67 req-38bdd39b-2035-4c9e-a42d-9a5b639d1f50 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=64993786e21b45beb7829ceaede4777a&device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 1130 time: 0.0633736 Oct 04 14:36:43.858099 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:43.918850 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d179a-0751-4baa-a593-3e85cbc77aca req-ce02b49e-7bec-4575-a3b7-61ec2d96b3bc tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:43.923186 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-589d179a-0751-4baa-a593-3e85cbc77aca req-ce02b49e-7bec-4575-a3b7-61ec2d96b3bc tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0795021 Oct 04 14:36:43.931481 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62469973-e0e1-4961-9c91-af2859a53a67 req-1f479127-6dbc-40ee-b6ec-cbe3554792b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:43.934029 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-62469973-e0e1-4961-9c91-af2859a53a67 req-1f479127-6dbc-40ee-b6ec-cbe3554792b9 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=8adffcb3-eb41-48c9-bdc6-30a7213ac01c HTTP/1.1" status: 200 len: 918 time: 0.1710787 Oct 04 14:36:43.998250 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-589d179a-0751-4baa-a593-3e85cbc77aca req-b6d4b513-6e37-44d3-b798-6ca141dae68f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659952 Oct 04 14:36:44.259872 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-62469973-e0e1-4961-9c91-af2859a53a67 req-1a5b493d-767b-431d-a404-4ecc9759137e service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43d8d357-7ddb-4b57-8267-bb0fba101087 HTTP/1.1" status: 200 len: 1001 time: 0.0744457 Oct 04 14:36:44.297883 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:44.317354 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62469973-e0e1-4961-9c91-af2859a53a67 req-9d36c63c-ffe9-4bd3-ac44-4fcd8eee9059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:44.318852 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-62469973-e0e1-4961-9c91-af2859a53a67 req-9d36c63c-ffe9-4bd3-ac44-4fcd8eee9059 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=866d7ee4-9072-4a41-8ab0-25e4c5a7536f HTTP/1.1" status: 200 len: 856 time: 0.0523331 Oct 04 14:36:44.720663 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62469973-e0e1-4961-9c91-af2859a53a67 req-1b2a0d20-14ff-454f-b3de-059d75c404ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:44.723041 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-62469973-e0e1-4961-9c91-af2859a53a67 req-1b2a0d20-14ff-454f-b3de-059d75c404ac service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=8adffcb3-eb41-48c9-bdc6-30a7213ac01c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518928 Oct 04 14:36:44.826196 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-62469973-e0e1-4961-9c91-af2859a53a67 req-1ea87260-c274-4ded-9b8c-5d90e32e5d07 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8adffcb3-eb41-48c9-bdc6-30a7213ac01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964749 Oct 04 14:36:44.929620 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-62469973-e0e1-4961-9c91-af2859a53a67 req-2402780a-4bb6-4a8e-9266-901caa1c815b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8adffcb3-eb41-48c9-bdc6-30a7213ac01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968556 Oct 04 14:36:45.139245 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b34a9-3800-442e-b871-e5655448437f req-9ea52eae-b901-49bd-9e66-d75c8dac947a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:45.140946 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d96b34a9-3800-442e-b871-e5655448437f req-9ea52eae-b901-49bd-9e66-d75c8dac947a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0528822 Oct 04 14:36:45.200117 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d96b34a9-3800-442e-b871-e5655448437f req-612757e3-abcd-4403-bd07-7c046d1fc22c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529175 Oct 04 14:36:45.861500 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 48402) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:45.989344 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5b457b65-9c53-40c9-bf87-2d68777a6dd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:46.074549 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5b457b65-9c53-40c9-bf87-2d68777a6dd8 admin admin] Publish callbacks [] for security_group (7cd0e089-4633-41b3-9743-56837b1e63f2), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:46.078565 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5b457b65-9c53-40c9-bf87-2d68777a6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (7cd0e089-4633-41b3-9743-56837b1e63f2), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:46.119799 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-5b457b65-9c53-40c9-bf87-2d68777a6dd8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=75243fd6a7fc48389dbeaf55b6d312bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570605 Oct 04 14:36:46.120543 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b457b65-9c53-40c9-bf87-2d68777a6dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd0e089-4633-41b3-9743-56837b1e63f2,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:46.122713 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 48408) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:46.181067 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-bb0ec532-f0b7-4be8-9b39-4f2af2747c44 admin admin] Publish callbacks [] for security_group (7cd0e089-4633-41b3-9743-56837b1e63f2), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:46.210713 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-bb0ec532-f0b7-4be8-9b39-4f2af2747c44 admin admin] Publish callbacks [] for security_group (7cd0e089-4633-41b3-9743-56837b1e63f2), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:46.263350 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-bb0ec532-f0b7-4be8-9b39-4f2af2747c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (7cd0e089-4633-41b3-9743-56837b1e63f2), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:46.266472 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-bb0ec532-f0b7-4be8-9b39-4f2af2747c44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:46.270436 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-bb0ec532-f0b7-4be8-9b39-4f2af2747c44 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7cd0e089-4633-41b3-9743-56837b1e63f2 HTTP/1.1" status: 204 len: 168 time: 0.1466088 Oct 04 14:36:46.280213 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ec532-f0b7-4be8-9b39-4f2af2747c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd0e089-4633-41b3-9743-56837b1e63f2,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:46.357930 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d64fe2-bbb7-4879-9c90-3bb23a7ea454 req-9feb3920-4bfa-412a-bdcc-e44e28206b06 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:46.359493 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-09d64fe2-bbb7-4879-9c90-3bb23a7ea454 req-9feb3920-4bfa-412a-bdcc-e44e28206b06 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 946 time: 0.0562935 Oct 04 14:36:46.413092 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-09d64fe2-bbb7-4879-9c90-3bb23a7ea454 req-96844873-9b94-47f0-9a8a-89a6e75dae78 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475008 Oct 04 14:36:47.291785 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 43d8d357-7ddb-4b57-8267-bb0fba101087 no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:36:47.401233 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:47.406513 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 43d8d357-7ddb-4b57-8267-bb0fba101087 is: ACTIVE; New status is: DOWN {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:36:47.406905 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:47.432742 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bb7e73-d6ea-4441-8b64-19affd0804f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d8d357-7ddb-4b57-8267-bb0fba101087'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:36:47.435066 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23163456-6c1b-453c-9b33-b493bcc64648" -d '{"events": [{"server_uuid": "35bb7e73-d6ea-4441-8b64-19affd0804f6", "name": "network-vif-unplugged", "status": "completed", "tag": "43d8d357-7ddb-4b57-8267-bb0fba101087"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:36:47.450930 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 43d8d357-7ddb-4b57-8267-bb0fba101087, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=43d8d357-7ddb-4b57-8267-bb0fba101087,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:36:47.459169 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:47.518476 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 14:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180719ee-3279-4b52-aa3e-6205b26116ed x-openstack-request-id: req-180719ee-3279-4b52-aa3e-6205b26116ed {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:36:47.518768 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bb7e73-d6ea-4441-8b64-19affd0804f6", "name": "network-vif-unplugged", "status": "completed", "tag": "43d8d357-7ddb-4b57-8267-bb0fba101087", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:36:47.519024 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-180719ee-3279-4b52-aa3e-6205b26116ed {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:36:47.519429 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-180719ee-3279-4b52-aa3e-6205b26116ed'] response: {'server_uuid': '35bb7e73-d6ea-4441-8b64-19affd0804f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d8d357-7ddb-4b57-8267-bb0fba101087', 'code': 200} Oct 04 14:36:47.520143 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=100 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:47.532137 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=43d8d357-7ddb-4b57-8267-bb0fba101087,revision_number=8']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:47.577145 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5d9b5-35f4-4aef-b49f-cfb3156bf4b4 req-ee255d81-5bbe-4e0f-8797-9d7c0c620492 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:47.578698 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-63a5d9b5-35f4-4aef-b49f-cfb3156bf4b4 req-ee255d81-5bbe-4e0f-8797-9d7c0c620492 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 944 time: 0.0523796 Oct 04 14:36:47.628659 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-63a5d9b5-35f4-4aef-b49f-cfb3156bf4b4 req-7c498053-4b30-4163-89f7-c1c0a5e57e4c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441675 Oct 04 14:36:48.831202 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1451d95-a5e8-4dad-86f3-dbad71b5d46a req-d239a04f-bb50-455d-bf4a-7c87db04ff79 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:48.832966 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d1451d95-a5e8-4dad-86f3-dbad71b5d46a req-d239a04f-bb50-455d-bf4a-7c87db04ff79 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 944 time: 0.0678878 Oct 04 14:36:48.854778 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e0cfe6c3-2b8b-4ccc-9558-54c7fb85b26a req-da1ab56e-1126-4c82-ac77-cbccab67a8eb service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401788 Oct 04 14:36:48.901864 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d1451d95-a5e8-4dad-86f3-dbad71b5d46a req-6d024e6f-791e-4cd5-888b-e465f5a5b52e tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621667 Oct 04 14:36:48.945948 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfe6c3-2b8b-4ccc-9558-54c7fb85b26a req-58ad8dff-87ea-4cd5-ac30-43eeec0ba01a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:48.947463 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e0cfe6c3-2b8b-4ccc-9558-54c7fb85b26a req-58ad8dff-87ea-4cd5-ac30-43eeec0ba01a tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports/43d8d357-7ddb-4b57-8267-bb0fba101087 HTTP/1.1" status: 200 len: 941 time: 0.0578120 Oct 04 14:36:49.821142 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728852d-8ad7-4882-96e1-9810df6419da req-5daf4125-a761-4478-8454-6af44e4c02d9 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:49.822361 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2728852d-8ad7-4882-96e1-9810df6419da req-5daf4125-a761-4478-8454-6af44e4c02d9 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 945 time: 0.0515046 Oct 04 14:36:49.872017 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:49.884285 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2728852d-8ad7-4882-96e1-9810df6419da req-ce1cc67b-8706-46af-8b6d-36a87d843665 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd42fb15-bafe-4c43-8fa6-6a87bec2d54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537779 Oct 04 14:36:50.039268 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987fc581-5665-455e-9420-04db9725350c req-86d02531-bd44-42ec-96fe-93e36c009556 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:50.040781 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-987fc581-5665-455e-9420-04db9725350c req-86d02531-bd44-42ec-96fe-93e36c009556 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 944 time: 0.0484483 Oct 04 14:36:50.097853 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-987fc581-5665-455e-9420-04db9725350c req-87aff885-79cb-40fc-82df-cd4b310a2a04 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507059 Oct 04 14:36:51.018658 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395f1fb-6ac9-4aff-9dd8-ec9648b71a44 req-76cf63aa-d332-4e30-9474-651af5eada23 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:51.020190 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3395f1fb-6ac9-4aff-9dd8-ec9648b71a44 req-76cf63aa-d332-4e30-9474-651af5eada23 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 945 time: 0.0481291 Oct 04 14:36:51.077295 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-3395f1fb-6ac9-4aff-9dd8-ec9648b71a44 req-6cb6f285-c2d8-4e5b-af03-d9569c6dba06 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd42fb15-bafe-4c43-8fa6-6a87bec2d54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506361 Oct 04 14:36:51.234707 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bc33f-1528-4f43-b5c9-239ee505f734 req-81c1f83d-df7a-4b8a-81ff-ffdadf323878 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:51.236216 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5c6bc33f-1528-4f43-b5c9-239ee505f734 req-81c1f83d-df7a-4b8a-81ff-ffdadf323878 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 944 time: 0.0550995 Oct 04 14:36:51.288623 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5c6bc33f-1528-4f43-b5c9-239ee505f734 req-038c356e-4762-4cde-b1b8-ed14e78cf379 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467069 Oct 04 14:36:51.312540 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 43d8d357-7ddb-4b57-8267-bb0fba101087 no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:36:51.398053 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 43d8d357-7ddb-4b57-8267-bb0fba101087 is: DOWN; New status is: DOWN {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:36:52.222967 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddafa3b-d782-46a7-a501-c5a22d71ac40 req-51aa819a-c042-4542-9d38-1e3ffc527558 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:52.224454 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-dddafa3b-d782-46a7-a501-c5a22d71ac40 req-51aa819a-c042-4542-9d38-1e3ffc527558 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 945 time: 0.0540860 Oct 04 14:36:52.264051 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:52.307455 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e85f1-e9e5-4170-972d-ba259ea44b54 req-476178e0-c26a-4188-8858-c8e582feed42 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:52.309204 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fb5e85f1-e9e5-4170-972d-ba259ea44b54 req-476178e0-c26a-4188-8858-c8e582feed42 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 945 time: 0.0549309 Oct 04 14:36:52.342493 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-dddafa3b-d782-46a7-a501-c5a22d71ac40 req-30b7f0ea-4197-45c8-83b1-158e332ffa65 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fd42fb15-bafe-4c43-8fa6-6a87bec2d54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120944 Oct 04 14:36:52.358433 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfe6c3-2b8b-4ccc-9558-54c7fb85b26a req-265b455f-af10-44c8-8636-04aca6ce7a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:52.360449 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e0cfe6c3-2b8b-4ccc-9558-54c7fb85b26a req-265b455f-af10-44c8-8636-04aca6ce7a62 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6&tenant_id=64993786e21b45beb7829ceaede4777a HTTP/1.1" status: 200 len: 1128 time: 0.1016700 Oct 04 14:36:52.453765 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:52.460429 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-fb5e85f1-e9e5-4170-972d-ba259ea44b54 req-829e3c89-4dcb-437c-93b3-67ec8d94a9cb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Deleting port e72efce6-2833-4437-98f6-0d6dbe747184 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:36:52.460770 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fb5e85f1-e9e5-4170-972d-ba259ea44b54 req-829e3c89-4dcb-437c-93b3-67ec8d94a9cb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (e72efce6-2833-4437-98f6-0d6dbe747184), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:52.474882 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfe6c3-2b8b-4ccc-9558-54c7fb85b26a req-f984e9e1-5372-41d5-b8e6-4870cfecc215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:52.477546 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e0cfe6c3-2b8b-4ccc-9558-54c7fb85b26a req-f984e9e1-5372-41d5-b8e6-4870cfecc215 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=64993786e21b45beb7829ceaede4777a&device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 1128 time: 0.0657578 Oct 04 14:36:52.494784 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642aa88-562f-451e-9e62-34854202de90 req-43863c67-8a95-4e6e-8107-4555935cb6bd tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:52.496395 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c642aa88-562f-451e-9e62-34854202de90 req-43863c67-8a95-4e6e-8107-4555935cb6bd tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 944 time: 0.0839579 Oct 04 14:36:52.613438 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c642aa88-562f-451e-9e62-34854202de90 req-630d270a-4626-4fb3-a93f-ed13333f99b8 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870583 Oct 04 14:36:52.622644 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-fb5e85f1-e9e5-4170-972d-ba259ea44b54 req-829e3c89-4dcb-437c-93b3-67ec8d94a9cb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] For port e72efce6-2833-4437-98f6-0d6dbe747184, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=e72efce6-2833-4437-98f6-0d6dbe747184,segment=NetworkSegment(eadc35fa-057b-4202-b790-68a141529e21),segment_id=eadc35fa-057b-4202-b790-68a141529e21)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:36:52.623016 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fb5e85f1-e9e5-4170-972d-ba259ea44b54 req-829e3c89-4dcb-437c-93b3-67ec8d94a9cb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (e72efce6-2833-4437-98f6-0d6dbe747184), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:52.649898 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfe6c3-2b8b-4ccc-9558-54c7fb85b26a req-1383ea69-86ac-49a9-8c8e-cf9a8d07268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:52.652949 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e0cfe6c3-2b8b-4ccc-9558-54c7fb85b26a req-1383ea69-86ac-49a9-8c8e-cf9a8d07268b service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=8adffcb3-eb41-48c9-bdc6-30a7213ac01c HTTP/1.1" status: 200 len: 918 time: 0.1676481 Oct 04 14:36:52.738828 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e0cfe6c3-2b8b-4ccc-9558-54c7fb85b26a req-42da028f-3884-4ce1-8797-9f0cd6c755f1 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43d8d357-7ddb-4b57-8267-bb0fba101087 HTTP/1.1" status: 200 len: 999 time: 0.0783274 Oct 04 14:36:52.774502 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:52.796752 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfe6c3-2b8b-4ccc-9558-54c7fb85b26a req-049ea507-98c9-4a53-90c6-1233ed516e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:52.798341 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e0cfe6c3-2b8b-4ccc-9558-54c7fb85b26a req-049ea507-98c9-4a53-90c6-1233ed516e0c service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=866d7ee4-9072-4a41-8ab0-25e4c5a7536f HTTP/1.1" status: 200 len: 856 time: 0.0519040 Oct 04 14:36:52.845300 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfe6c3-2b8b-4ccc-9558-54c7fb85b26a req-61cacf24-de4f-4c2a-9474-d4ed2a9f5633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:52.846920 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e0cfe6c3-2b8b-4ccc-9558-54c7fb85b26a req-61cacf24-de4f-4c2a-9474-d4ed2a9f5633 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=8adffcb3-eb41-48c9-bdc6-30a7213ac01c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420995 Oct 04 14:36:52.869325 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fb5e85f1-e9e5-4170-972d-ba259ea44b54 req-829e3c89-4dcb-437c-93b3-67ec8d94a9cb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:52.869857 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fb5e85f1-e9e5-4170-972d-ba259ea44b54 req-829e3c89-4dcb-437c-93b3-67ec8d94a9cb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (c106611d-067f-4aa5-bf1f-c627bb85d345), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:52.870190 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.l3_db [req-fb5e85f1-e9e5-4170-972d-ba259ea44b54 req-829e3c89-4dcb-437c-93b3-67ec8d94a9cb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Floating IP c106611d-067f-4aa5-bf1f-c627bb85d345 disassociated. External IP: 172.27.3.219, port: e72efce6-2833-4437-98f6-0d6dbe747184. Oct 04 14:36:52.870581 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-fb5e85f1-e9e5-4170-972d-ba259ea44b54 req-829e3c89-4dcb-437c-93b3-67ec8d94a9cb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Calling delete_port for e72efce6-2833-4437-98f6-0d6dbe747184 owned by compute:nova {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:36:52.981751 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e0cfe6c3-2b8b-4ccc-9558-54c7fb85b26a req-04b85ed9-f39a-4a61-9f83-2f4f960e7c7c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8adffcb3-eb41-48c9-bdc6-30a7213ac01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226544 Oct 04 14:36:53.037392 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fb5e85f1-e9e5-4170-972d-ba259ea44b54 req-829e3c89-4dcb-437c-93b3-67ec8d94a9cb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (e72efce6-2833-4437-98f6-0d6dbe747184), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:53.071363 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e3c89-4dcb-437c-93b3-67ec8d94a9cb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Pushing event deleted for resources: {'Port': ['ID=e72efce6-2833-4437-98f6-0d6dbe747184,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:53.185756 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e0cfe6c3-2b8b-4ccc-9558-54c7fb85b26a req-7e054b0a-eb61-4c8e-ae0e-3522e6f432cc service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8adffcb3-eb41-48c9-bdc6-30a7213ac01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955361 Oct 04 14:36:53.220089 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb5e85f1-e9e5-4170-972d-ba259ea44b54 req-829e3c89-4dcb-437c-93b3-67ec8d94a9cb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Router 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:36:53.385765 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb5e85f1-e9e5-4170-972d-ba259ea44b54 req-829e3c89-4dcb-437c-93b3-67ec8d94a9cb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:36:53.398056 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49604b70-d8e1-488f-9f3e-d5f19b399433 None None] Sync routers for ids ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:36:53.415647 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49604b70-d8e1-488f-9f3e-d5f19b399433 None None] Routers {'7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:36:53.416887 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-49604b70-d8e1-488f-9f3e-d5f19b399433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:36:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:53.473182 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5e85f1-e9e5-4170-972d-ba259ea44b54 req-829e3c89-4dcb-437c-93b3-67ec8d94a9cb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] No DVR routers for this DVR port e72efce6-2833-4437-98f6-0d6dbe747184 on host hv-cinder-86026 {{(pid=106356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:36:53.476857 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-fb5e85f1-e9e5-4170-972d-ba259ea44b54 req-829e3c89-4dcb-437c-93b3-67ec8d94a9cb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:53.481472 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fb5e85f1-e9e5-4170-972d-ba259ea44b54 req-829e3c89-4dcb-437c-93b3-67ec8d94a9cb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.17 "DELETE /networking/v2.0/ports/e72efce6-2833-4437-98f6-0d6dbe747184 HTTP/1.1" status: 204 len: 173 time: 1.1655486 Oct 04 14:36:53.482420 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5dac79-f96d-476e-afb9-50602d68e5ae', 'name': 'network-vif-deleted', 'tag': 'e72efce6-2833-4437-98f6-0d6dbe747184'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:36:53.486762 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284f5571-e03e-422d-988f-ebe6c03078e4" -d '{"events": [{"server_uuid": "1a5dac79-f96d-476e-afb9-50602d68e5ae", "name": "network-vif-deleted", "tag": "e72efce6-2833-4437-98f6-0d6dbe747184"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:36:53.572499 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80fa857-da65-46f3-833e-72d32a3d4838 x-openstack-request-id: req-d80fa857-da65-46f3-833e-72d32a3d4838 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:36:53.573119 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5dac79-f96d-476e-afb9-50602d68e5ae", "name": "network-vif-deleted", "tag": "e72efce6-2833-4437-98f6-0d6dbe747184", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:36:53.573632 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d80fa857-da65-46f3-833e-72d32a3d4838 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:36:53.574277 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d80fa857-da65-46f3-833e-72d32a3d4838'] response: {'server_uuid': '1a5dac79-f96d-476e-afb9-50602d68e5ae', 'name': 'network-vif-deleted', 'tag': 'e72efce6-2833-4437-98f6-0d6dbe747184', 'status': 'completed', 'code': 200} Oct 04 14:36:53.632650 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-49604b70-d8e1-488f-9f3e-d5f19b399433 None None] Set router 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:36:53.929268 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddb845-8e15-446b-9f43-e367765efbf1 req-cfab5d37-2960-463f-af97-f2bc4cecbbd9 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:53.931110 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fbddb845-8e15-446b-9f43-e367765efbf1 req-cfab5d37-2960-463f-af97-f2bc4cecbbd9 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 944 time: 0.1384416 Oct 04 14:36:53.950886 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:53.957115 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0a317473-9a4b-4feb-99d8-4452235d48a3 req-8f2d2ab8-81a1-4209-b043-210dd82797eb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 210 time: 0.4698405 Oct 04 14:36:54.018295 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fbddb845-8e15-446b-9f43-e367765efbf1 req-eb674048-8d94-4118-bdcd-b58534a69286 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800998 Oct 04 14:36:54.087234 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-49604b70-d8e1-488f-9f3e-d5f19b399433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'name': 'tempest-AttachVolumeTestJSON-560114202-router', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 4, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'gw_port': {'id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:39Z', 'updated_at': '2022-10-04T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '72ce8793-c8f1-4647-949a-1f33c379205b', 'name': '', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'mac_address': 'fa:16:3e:ba:a9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:51Z', 'updated_at': '2022-10-04T14:30:19Z', 'revision_number': 5, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'subnets': [{'id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:54.129511 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49604b70-d8e1-488f-9f3e-d5f19b399433 None None] Checking router: 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:36:54.140950 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49604b70-d8e1-488f-9f3e-d5f19b399433 None None] Routers {'7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:36:54.141622 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-49604b70-d8e1-488f-9f3e-d5f19b399433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:36:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:54.290138 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-49604b70-d8e1-488f-9f3e-d5f19b399433 None None] Set router 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:36:54.715239 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-49604b70-d8e1-488f-9f3e-d5f19b399433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'name': 'tempest-AttachVolumeTestJSON-560114202-router', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 4, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'gw_port': {'id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:39Z', 'updated_at': '2022-10-04T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '72ce8793-c8f1-4647-949a-1f33c379205b', 'name': '', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'mac_address': 'fa:16:3e:ba:a9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:51Z', 'updated_at': '2022-10-04T14:30:19Z', 'revision_number': 5, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'subnets': [{'id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:54.745306 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49604b70-d8e1-488f-9f3e-d5f19b399433 None None] The sync data for ids ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'] in dv-cinder-860260-1-iscsi is: [{'id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'name': 'tempest-AttachVolumeTestJSON-560114202-router', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:54Z', 'revision_number': 4, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'gw_port': {'id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:39Z', 'updated_at': '2022-10-04T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '72ce8793-c8f1-4647-949a-1f33c379205b', 'name': '', 'network_id': 'c224c131-1e09-47f0-b40a-1a73221baea0', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'mac_address': 'fa:16:3e:ba:a9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:51Z', 'updated_at': '2022-10-04T14:30:19Z', 'revision_number': 5, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'subnets': [{'id': 'f924e31c-043d-4433-825a-9f71ad91746e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:36:54.815789 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-860747da-9700-4f0b-aff2-09d9784d55f9 req-302c4ad1-d0ac-4aa2-869d-16cf6bf99318 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-819710087&fields=id&tenant_id=9cf9a725cf7e42ea939bee84113b12ee HTTP/1.1" status: 200 len: 267 time: 0.0636783 Oct 04 14:36:54.883453 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860747da-9700-4f0b-aff2-09d9784d55f9 req-c3af1886-a3b9-4ee3-bfb2-1b17dce7409b tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:54.885821 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-860747da-9700-4f0b-aff2-09d9784d55f9 req-c3af1886-a3b9-4ee3-bfb2-1b17dce7409b tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 985 time: 0.0609794 Oct 04 14:36:54.898187 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [req-860747da-9700-4f0b-aff2-09d9784d55f9 req-6ac97013-fdaa-435b-abdb-5e71ae102bef tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Request body: {'port': {'security_groups': ['9b5cfdd0-b7f1-47bd-98cf-88bfa2396286']}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:36:55.010934 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-860747da-9700-4f0b-aff2-09d9784d55f9 req-6ac97013-fdaa-435b-abdb-5e71ae102bef tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (15011792-a2ae-4555-bb5e-f16eac3afea0), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:55.149223 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f045360-663f-4bcf-bc2b-31a5d723872d None None] New status for floating IP c106611d-067f-4aa5-bf1f-c627bb85d345: DOWN {{(pid=106358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:36:55.153127 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a779ca1e-980d-40a3-8f42-a85f910a34b9 req-a77ae833-ec27-40df-ae3c-469651258ed5 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 210 time: 0.0497699 Oct 04 14:36:55.256009 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:55.338180 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device e72efce6-2833-4437-98f6-0d6dbe747184 no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:36:55.362724 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:55.383099 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] No Port match for: e72efce6-2833-4437-98f6-0d6dbe747184 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:36:55.383573 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device e72efce6-2833-4437-98f6-0d6dbe747184 not bound to the agent host hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:36:55.396690 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7cf6b8-0598-4d45-9a3f-4ae5889a9675 req-d218e365-bc49-4c3e-a5c8-6125ea8d86b0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:55.409951 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-eb7cf6b8-0598-4d45-9a3f-4ae5889a9675 req-d218e365-bc49-4c3e-a5c8-6125ea8d86b0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 944 time: 0.1217606 Oct 04 14:36:55.553194 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-eb7cf6b8-0598-4d45-9a3f-4ae5889a9675 req-f56350d4-b1d5-4717-8001-c938e2f00d1c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417966 Oct 04 14:36:55.566895 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [req-860747da-9700-4f0b-aff2-09d9784d55f9 req-6ac97013-fdaa-435b-abdb-5e71ae102bef tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] For port 15011792-a2ae-4555-bb5e-f16eac3afea0, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=15011792-a2ae-4555-bb5e-f16eac3afea0,segment=NetworkSegment(28160fab-1756-4ac2-a33b-52e68979dd7f),segment_id=28160fab-1756-4ac2-a33b-52e68979dd7f)] {{(pid=106355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:36:55.621033 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-860747da-9700-4f0b-aff2-09d9784d55f9 req-6ac97013-fdaa-435b-abdb-5e71ae102bef tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for port (15011792-a2ae-4555-bb5e-f16eac3afea0), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:55.631515 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-860747da-9700-4f0b-aff2-09d9784d55f9 req-6ac97013-fdaa-435b-abdb-5e71ae102bef tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577893'] for port (15011792-a2ae-4555-bb5e-f16eac3afea0), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:55.645399 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860747da-9700-4f0b-aff2-09d9784d55f9 req-6ac97013-fdaa-435b-abdb-5e71ae102bef tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:55.646123 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-860747da-9700-4f0b-aff2-09d9784d55f9 req-6ac97013-fdaa-435b-abdb-5e71ae102bef tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:55.647707 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-860747da-9700-4f0b-aff2-09d9784d55f9 req-6ac97013-fdaa-435b-abdb-5e71ae102bef tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "PUT /networking/v2.0/ports/15011792-a2ae-4555-bb5e-f16eac3afea0 HTTP/1.1" status: 200 len: 943 time: 0.7545469 Oct 04 14:36:55.648436 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1be2bd-b5b7-4a54-9196-df2b3061d70e', 'tag': '15011792-a2ae-4555-bb5e-f16eac3afea0'}] {{(pid=106355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:36:55.652822 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172969012db89328cfee76f0acc2659810ea9ea6244db33f0d123db39f5e3407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bce413-6df8-4f96-b476-7a8eba37431e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1be2bd-b5b7-4a54-9196-df2b3061d70e", "tag": "15011792-a2ae-4555-bb5e-f16eac3afea0"}]}' {{(pid=106355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:36:55.659383 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 48622) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:55.674583 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['15011792-a2ae-4555-bb5e-f16eac3afea0'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:36:55.728589 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0c05c4-ab4e-4c91-8c2e-b4b62f224643 x-openstack-request-id: req-1d0c05c4-ab4e-4c91-8c2e-b4b62f224643 {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:36:55.729074 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1be2bd-b5b7-4a54-9196-df2b3061d70e", "tag": "15011792-a2ae-4555-bb5e-f16eac3afea0", "status": "completed", "code": 200}]} {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:36:55.729304 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d0c05c4-ab4e-4c91-8c2e-b4b62f224643 {{(pid=106355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:36:55.729968 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d0c05c4-ab4e-4c91-8c2e-b4b62f224643'] response: {'name': 'network-changed', 'server_uuid': '6f1be2bd-b5b7-4a54-9196-df2b3061d70e', 'tag': '15011792-a2ae-4555-bb5e-f16eac3afea0', 'status': 'completed', 'code': 200} Oct 04 14:36:55.777262 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:55.817470 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac97013-fdaa-435b-abdb-5e71ae102bef tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Pushing event updated for resources: {'Port': ['ID=15011792-a2ae-4555-bb5e-f16eac3afea0,revision_number=7']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:55.843642 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ea4e8510-d434-48f9-a469-b479330705d7 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for security_group (bc570813-e84d-4bd0-aa5f-a8c0b290be17), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:55.852920 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['15011792-a2ae-4555-bb5e-f16eac3afea0'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:36:55.885861 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ea4e8510-d434-48f9-a469-b479330705d7 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for security_group (bc570813-e84d-4bd0-aa5f-a8c0b290be17), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:56.001713 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ea4e8510-d434-48f9-a469-b479330705d7 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (bc570813-e84d-4bd0-aa5f-a8c0b290be17), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:56.005434 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ea4e8510-d434-48f9-a469-b479330705d7 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:56.010465 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 48624) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:36:56.010828 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-ea4e8510-d434-48f9-a469-b479330705d7 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/bc570813-e84d-4bd0-aa5f-a8c0b290be17 HTTP/1.1" status: 204 len: 168 time: 0.3489196 Oct 04 14:36:56.027416 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e8510-d434-48f9-a469-b479330705d7 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc570813-e84d-4bd0-aa5f-a8c0b290be17,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:56.421441 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-06f2097a-a5f8-4fb8-bdb5-28a1f8bad25c req-b1fa533a-8993-4efa-aef8-0d2c669688e1 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 210 time: 0.1037078 Oct 04 14:36:56.444152 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-41f61ee4-276d-4e34-9b76-05e03c6049d3 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Deleting port 6a27fa63-865c-4379-92b9-ef062f3eda8c {{(pid=106355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:36:56.444759 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-41f61ee4-276d-4e34-9b76-05e03c6049d3 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (6a27fa63-865c-4379-92b9-ef062f3eda8c), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:56.578051 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-41f61ee4-276d-4e34-9b76-05e03c6049d3 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (6a27fa63-865c-4379-92b9-ef062f3eda8c), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:56.578457 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-41f61ee4-276d-4e34-9b76-05e03c6049d3 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for floatingip (6a27fa63-865c-4379-92b9-ef062f3eda8c), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:56.599692 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-41f61ee4-276d-4e34-9b76-05e03c6049d3 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Calling delete_port for 6a27fa63-865c-4379-92b9-ef062f3eda8c owned by network:floatingip {{(pid=106355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:36:56.723451 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:56.770526 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d645ebe-0e6f-4429-92f2-4420f8fc60dc req-fb184e9a-ce53-4cab-bd03-b62b8d3d727f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:56.773497 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8d645ebe-0e6f-4429-92f2-4420f8fc60dc req-fb184e9a-ce53-4cab-bd03-b62b8d3d727f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 944 time: 0.0852284 Oct 04 14:36:56.852607 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-8d645ebe-0e6f-4429-92f2-4420f8fc60dc req-87a846a5-218a-4945-8dd8-31b669112aea tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717521 Oct 04 14:36:56.890324 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-41f61ee4-276d-4e34-9b76-05e03c6049d3 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (6a27fa63-865c-4379-92b9-ef062f3eda8c), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:56.923770 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f61ee4-276d-4e34-9b76-05e03c6049d3 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Pushing event deleted for resources: {'Port': ['ID=6a27fa63-865c-4379-92b9-ef062f3eda8c,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:36:57.024626 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d5297d9e-0bb9-440b-9fd5-277ec58b530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:57.045060 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-41f61ee4-276d-4e34-9b76-05e03c6049d3 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks [] for floatingip (b9cd933c-97c3-4e9d-979a-7febb6a53ba4), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:57.046238 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.db.l3_db [None req-41f61ee4-276d-4e34-9b76-05e03c6049d3 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Floating IP b9cd933c-97c3-4e9d-979a-7febb6a53ba4 disassociated (deleted). External IP: 172.27.3.156, port: 15011792-a2ae-4555-bb5e-f16eac3afea0. Oct 04 14:36:57.351797 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:57.366968 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f61ee4-276d-4e34-9b76-05e03c6049d3 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Router 14b3b1cb-f9cc-4b5d-a547-76f07257b2e7 has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:36:57.586639 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f61ee4-276d-4e34-9b76-05e03c6049d3 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:36:57.595466 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-41f61ee4-276d-4e34-9b76-05e03c6049d3 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:57.617215 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f7c7e8-c338-487e-95fa-375646f49008 None None] Sync routers for ids ['14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:36:57.623158 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f7c7e8-c338-487e-95fa-375646f49008 None None] Routers {'14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:36:57.623803 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-f5f7c7e8-c338-487e-95fa-375646f49008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:36:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:57.657023 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5b2f469b-0f09-4295-beda-004806c1da2a req-75a58c2e-7370-455f-b9e2-aea10c35c914 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 210 time: 0.0581417 Oct 04 14:36:57.669119 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-41f61ee4-276d-4e34-9b76-05e03c6049d3 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/b9cd933c-97c3-4e9d-979a-7febb6a53ba4 HTTP/1.1" status: 204 len: 168 time: 1.6574266 Oct 04 14:36:57.725952 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=100 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:57.731450 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1be2bd-b5b7-4a54-9196-df2b3061d70e', 'tag': '15011792-a2ae-4555-bb5e-f16eac3afea0'}] {{(pid=106355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:36:57.734232 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172969012db89328cfee76f0acc2659810ea9ea6244db33f0d123db39f5e3407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05508e98-a353-4f56-925a-e4cffa06dd7e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1be2bd-b5b7-4a54-9196-df2b3061d70e", "tag": "15011792-a2ae-4555-bb5e-f16eac3afea0"}]}' {{(pid=106355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:36:57.765765 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:57.795447 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661fe826-7d87-4198-8c21-981202e3f9a4 x-openstack-request-id: req-661fe826-7d87-4198-8c21-981202e3f9a4 {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:36:57.795896 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1be2bd-b5b7-4a54-9196-df2b3061d70e", "tag": "15011792-a2ae-4555-bb5e-f16eac3afea0", "status": "completed", "code": 200}]} {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:36:57.796151 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-661fe826-7d87-4198-8c21-981202e3f9a4 {{(pid=106355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:36:57.796592 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-661fe826-7d87-4198-8c21-981202e3f9a4'] response: {'name': 'network-changed', 'server_uuid': '6f1be2bd-b5b7-4a54-9196-df2b3061d70e', 'tag': '15011792-a2ae-4555-bb5e-f16eac3afea0', 'status': 'completed', 'code': 200} Oct 04 14:36:57.841009 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-f5f7c7e8-c338-487e-95fa-375646f49008 None None] Set router 14b3b1cb-f9cc-4b5d-a547-76f07257b2e7 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:36:58.139940 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc73db7-0403-4f63-a512-be6f3cdd5579 req-eaca243e-3fd9-4932-b9ce-18a832705973 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:58.151310 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-cdc73db7-0403-4f63-a512-be6f3cdd5579 req-eaca243e-3fd9-4932-b9ce-18a832705973 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 944 time: 0.0928245 Oct 04 14:36:58.268610 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-cdc73db7-0403-4f63-a512-be6f3cdd5579 req-92f56f55-4637-443c-8314-8be697086fce tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117306 Oct 04 14:36:58.314959 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:36:58.345344 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-f5f7c7e8-c338-487e-95fa-375646f49008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'name': 'tempest-TestMinimumBasicScenario-593047384-router', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:33:39Z', 'updated_at': '2022-10-04T14:33:43Z', 'revision_number': 4, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'gw_port': {'id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:40Z', 'updated_at': '2022-10-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '3d40d68b-f727-4d3b-ac45-253332b63edc', 'name': '', 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'mac_address': 'fa:16:3e:88:a8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5096a64b-07f5-40cd-bfff-18ee54025b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:43Z', 'updated_at': '2022-10-04T14:33:51Z', 'revision_number': 5, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'subnets': [{'id': '5096a64b-07f5-40cd-bfff-18ee54025b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:58.392426 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f7c7e8-c338-487e-95fa-375646f49008 None None] Checking router: 14b3b1cb-f9cc-4b5d-a547-76f07257b2e7 for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:36:58.403774 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f7c7e8-c338-487e-95fa-375646f49008 None None] Routers {'14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:36:58.404415 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-f5f7c7e8-c338-487e-95fa-375646f49008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:36:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:58.535452 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-f5f7c7e8-c338-487e-95fa-375646f49008 None None] Set router 14b3b1cb-f9cc-4b5d-a547-76f07257b2e7 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:36:58.857426 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4616b50b-483c-4e20-9f70-84d7dc4c0f38 req-1168bac9-af5e-4f9e-afa8-8cad612c423d tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 210 time: 0.0447047 Oct 04 14:36:58.859811 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-f5f7c7e8-c338-487e-95fa-375646f49008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'name': 'tempest-TestMinimumBasicScenario-593047384-router', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:33:39Z', 'updated_at': '2022-10-04T14:33:43Z', 'revision_number': 4, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'gw_port': {'id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:40Z', 'updated_at': '2022-10-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '3d40d68b-f727-4d3b-ac45-253332b63edc', 'name': '', 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'mac_address': 'fa:16:3e:88:a8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5096a64b-07f5-40cd-bfff-18ee54025b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:43Z', 'updated_at': '2022-10-04T14:33:51Z', 'revision_number': 5, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'subnets': [{'id': '5096a64b-07f5-40cd-bfff-18ee54025b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:36:58.889512 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f7c7e8-c338-487e-95fa-375646f49008 None None] The sync data for ids ['14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'] in dv-cinder-860260-1-iscsi is: [{'id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'name': 'tempest-TestMinimumBasicScenario-593047384-router', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:33:39Z', 'updated_at': '2022-10-04T14:33:43Z', 'revision_number': 4, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'gw_port': {'id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:40Z', 'updated_at': '2022-10-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '3d40d68b-f727-4d3b-ac45-253332b63edc', 'name': '', 'network_id': 'fa33c312-594b-49b2-bd86-df2f885aca0c', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'mac_address': 'fa:16:3e:88:a8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5096a64b-07f5-40cd-bfff-18ee54025b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:43Z', 'updated_at': '2022-10-04T14:33:51Z', 'revision_number': 5, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'subnets': [{'id': '5096a64b-07f5-40cd-bfff-18ee54025b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:36:59.287326 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35933787-b6ff-4781-8c81-dbdc4c43092d None None] New status for floating IP b9cd933c-97c3-4e9d-979a-7febb6a53ba4: DOWN {{(pid=106358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:36:59.491591 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5960cd78-224f-40d8-b222-9fc40a040382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:36:59.509125 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9fb33d-4d90-41bd-8302-198b27f2fac5 req-b599fc00-9ace-426c-b8ce-357a0aaf1fc3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:36:59.512926 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fd9fb33d-4d90-41bd-8302-198b27f2fac5 req-b599fc00-9ace-426c-b8ce-357a0aaf1fc3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 944 time: 0.0906076 Oct 04 14:36:59.576426 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-fd9fb33d-4d90-41bd-8302-198b27f2fac5 req-ebe482d4-0ed7-43d5-ada1-c7cf4465b4c7 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528321 Oct 04 14:37:00.000415 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-109e326f-b9d2-467d-ad2a-861d635c1a67 req-1227e2a8-50f2-4221-9aa5-b3fb9cad6092 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 210 time: 0.0312016 Oct 04 14:37:00.356813 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:37:00.742909 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4198d-5145-489b-9851-bab940b27815 req-d6c99a8f-4c39-4f3a-a575-df3305635b2c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:00.751248 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-aad4198d-5145-489b-9851-bab940b27815 req-d6c99a8f-4c39-4f3a-a575-df3305635b2c tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 944 time: 0.0699441 Oct 04 14:37:00.830076 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-aad4198d-5145-489b-9851-bab940b27815 req-daab4d71-a2b6-47b1-bdb1-ce261772503d tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778363 Oct 04 14:37:01.169100 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-813592f4-882d-4f68-a6f1-01968113c2f9 req-bde2b4a3-7bda-41ae-b022-07d8c6903354 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 210 time: 0.0382473 Oct 04 14:37:01.969292 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20095e0d-6e2a-4a45-8cfe-3d0aa19fe865 req-6d8c2e54-9e4b-4e18-a821-9065086b0c82 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:01.971071 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-20095e0d-6e2a-4a45-8cfe-3d0aa19fe865 req-6d8c2e54-9e4b-4e18-a821-9065086b0c82 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 944 time: 0.0508449 Oct 04 14:37:02.031917 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-20095e0d-6e2a-4a45-8cfe-3d0aa19fe865 req-9b4f2c2b-0fef-4ff8-9f96-ab6cb40f0b4f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527768 Oct 04 14:37:02.285497 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:02.305054 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-71449d4f-a582-4fb4-ac52-3c6b8837aa1e req-26b53eef-df26-47cc-af00-e53c81766393 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 210 time: 0.0329068 Oct 04 14:37:02.758071 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:03.174123 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0658b-5f95-4fc1-a8e5-8e99a7c62117 req-944059af-7cf7-463c-b478-1639bb7ffe66 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:03.175552 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-fba0658b-5f95-4fc1-a8e5-8e99a7c62117 req-944059af-7cf7-463c-b478-1639bb7ffe66 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 944 time: 0.0534968 Oct 04 14:37:03.197626 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:03.227310 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-fba0658b-5f95-4fc1-a8e5-8e99a7c62117 req-c9f9e35b-b8dd-4c99-b18e-e481da4a45d4 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461738 Oct 04 14:37:03.443517 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-419cb902-3a20-47f6-8888-100a07e6ab94 req-b7cf24a5-81ac-4214-aaa7-7767dc6a44df tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=1a5dac79-f96d-476e-afb9-50602d68e5ae HTTP/1.1" status: 200 len: 210 time: 0.0392854 Oct 04 14:37:03.872164 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:04.014535 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bce413-6df8-4f96-b476-7a8eba37431e req-6face02f-584a-4eda-a5e8-99af6315cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:04.016116 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-19bce413-6df8-4f96-b476-7a8eba37431e req-6face02f-584a-4eda-a5e8-99af6315cc9a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9cf9a725cf7e42ea939bee84113b12ee&device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 1130 time: 0.0545843 Oct 04 14:37:04.113726 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee862b1a-6b8b-4bfd-832f-2f9fd61eb838 req-8ba4d2e6-d6b9-4fde-807d-93ce1fad46f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:04.117538 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ee862b1a-6b8b-4bfd-832f-2f9fd61eb838 req-8ba4d2e6-d6b9-4fde-807d-93ce1fad46f7 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=64993786e21b45beb7829ceaede4777a&device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 1128 time: 0.0694630 Oct 04 14:37:04.141638 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bce413-6df8-4f96-b476-7a8eba37431e req-94c55a73-6535-486a-a83a-6574d15c5944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:04.143424 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-19bce413-6df8-4f96-b476-7a8eba37431e req-94c55a73-6535-486a-a83a-6574d15c5944 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fa33c312-594b-49b2-bd86-df2f885aca0c HTTP/1.1" status: 200 len: 915 time: 0.1002073 Oct 04 14:37:04.357028 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa70722-94a3-4e07-9c04-c20fd0fc468d req-9581d2f8-3e8e-4334-856d-08bde203ee91 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:04.358532 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6aa70722-94a3-4e07-9c04-c20fd0fc468d req-9581d2f8-3e8e-4334-856d-08bde203ee91 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 944 time: 0.0478942 Oct 04 14:37:04.407502 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6aa70722-94a3-4e07-9c04-c20fd0fc468d req-03ca4897-7be7-4fc3-9cb1-15f3c379e283 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434101 Oct 04 14:37:04.488751 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-19bce413-6df8-4f96-b476-7a8eba37431e req-a8c6b673-7b67-4474-aece-72f2a2e60d93 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15011792-a2ae-4555-bb5e-f16eac3afea0 HTTP/1.1" status: 200 len: 217 time: 0.0324841 Oct 04 14:37:04.543815 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 48718) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:04.548862 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee862b1a-6b8b-4bfd-832f-2f9fd61eb838 req-8cf71b89-5a9f-4fcb-8626-feaed6ecca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:04.550338 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ee862b1a-6b8b-4bfd-832f-2f9fd61eb838 req-8cf71b89-5a9f-4fcb-8626-feaed6ecca9e service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=8adffcb3-eb41-48c9-bdc6-30a7213ac01c HTTP/1.1" status: 200 len: 918 time: 0.0934930 Oct 04 14:37:04.603947 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4fb2cde9-3ea0-46e4-ac94-79d1f24e80bb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for security_group (fd42fb15-bafe-4c43-8fa6-6a87bec2d54b), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:04.633022 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4fb2cde9-3ea0-46e4-ac94-79d1f24e80bb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for security_group (fd42fb15-bafe-4c43-8fa6-6a87bec2d54b), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:04.663719 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:04.686423 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4fb2cde9-3ea0-46e4-ac94-79d1f24e80bb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (fd42fb15-bafe-4c43-8fa6-6a87bec2d54b), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:04.689051 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4fb2cde9-3ea0-46e4-ac94-79d1f24e80bb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:04.690568 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-4fb2cde9-3ea0-46e4-ac94-79d1f24e80bb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fd42fb15-bafe-4c43-8fa6-6a87bec2d54b HTTP/1.1" status: 204 len: 168 time: 0.1453891 Oct 04 14:37:04.693766 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 48720) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:04.700356 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2cde9-3ea0-46e4-ac94-79d1f24e80bb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd42fb15-bafe-4c43-8fa6-6a87bec2d54b,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:04.708966 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.api.v2.resource [None req-09e1cd04-bbfc-4c1d-937b-afb124e4c590 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] show failed (client error): The resource could not be found. Oct 04 14:37:04.709871 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2cde9-3ea0-46e4-ac94-79d1f24e80bb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:04.709990 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-09e1cd04-bbfc-4c1d-937b-afb124e4c590 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "GET /networking/v2.0/security-groups/fd42fb15-bafe-4c43-8fa6-6a87bec2d54b HTTP/1.1" status: 404 len: 347 time: 0.0150769 Oct 04 14:37:04.710226 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2cde9-3ea0-46e4-ac94-79d1f24e80bb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:04.710569 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2cde9-3ea0-46e4-ac94-79d1f24e80bb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:04.710909 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2cde9-3ea0-46e4-ac94-79d1f24e80bb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:04.711242 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2cde9-3ea0-46e4-ac94-79d1f24e80bb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:04.711575 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2cde9-3ea0-46e4-ac94-79d1f24e80bb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:04.711902 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2cde9-3ea0-46e4-ac94-79d1f24e80bb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:04.712807 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2cde9-3ea0-46e4-ac94-79d1f24e80bb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:04.713112 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2cde9-3ea0-46e4-ac94-79d1f24e80bb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:04.713444 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2cde9-3ea0-46e4-ac94-79d1f24e80bb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:04.713772 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2cde9-3ea0-46e4-ac94-79d1f24e80bb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:04.714095 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2cde9-3ea0-46e4-ac94-79d1f24e80bb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:04.714418 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2cde9-3ea0-46e4-ac94-79d1f24e80bb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:04.714741 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2cde9-3ea0-46e4-ac94-79d1f24e80bb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:04.715062 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2cde9-3ea0-46e4-ac94-79d1f24e80bb tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:04.715293 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 48722) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:04.840009 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-469adb5d-7af9-41f6-bafc-580d1870de37 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Deleting port e7f73b24-5003-4ff1-b21e-d9455e9481e4 {{(pid=106355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:37:04.840455 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-469adb5d-7af9-41f6-bafc-580d1870de37 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (e7f73b24-5003-4ff1-b21e-d9455e9481e4), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:04.929947 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-469adb5d-7af9-41f6-bafc-580d1870de37 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (e7f73b24-5003-4ff1-b21e-d9455e9481e4), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:04.930277 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-469adb5d-7af9-41f6-bafc-580d1870de37 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for floatingip (e7f73b24-5003-4ff1-b21e-d9455e9481e4), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:04.947226 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-469adb5d-7af9-41f6-bafc-580d1870de37 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Calling delete_port for e7f73b24-5003-4ff1-b21e-d9455e9481e4 owned by network:floatingip {{(pid=106355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:37:05.060324 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:05.084895 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-469adb5d-7af9-41f6-bafc-580d1870de37 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (e7f73b24-5003-4ff1-b21e-d9455e9481e4), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:05.109035 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469adb5d-7af9-41f6-bafc-580d1870de37 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Pushing event deleted for resources: {'Port': ['ID=e7f73b24-5003-4ff1-b21e-d9455e9481e4,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:05.123230 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469adb5d-7af9-41f6-bafc-580d1870de37 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:05.124226 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469adb5d-7af9-41f6-bafc-580d1870de37 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:05.124226 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469adb5d-7af9-41f6-bafc-580d1870de37 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:05.124226 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469adb5d-7af9-41f6-bafc-580d1870de37 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:05.124743 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469adb5d-7af9-41f6-bafc-580d1870de37 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:05.124845 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469adb5d-7af9-41f6-bafc-580d1870de37 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:05.125164 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469adb5d-7af9-41f6-bafc-580d1870de37 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:05.125483 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469adb5d-7af9-41f6-bafc-580d1870de37 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:05.125803 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469adb5d-7af9-41f6-bafc-580d1870de37 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:05.126119 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469adb5d-7af9-41f6-bafc-580d1870de37 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:05.126436 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469adb5d-7af9-41f6-bafc-580d1870de37 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:05.126753 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469adb5d-7af9-41f6-bafc-580d1870de37 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:05.127066 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469adb5d-7af9-41f6-bafc-580d1870de37 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:05.127377 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469adb5d-7af9-41f6-bafc-580d1870de37 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:05.127692 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469adb5d-7af9-41f6-bafc-580d1870de37 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:05.190615 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-469adb5d-7af9-41f6-bafc-580d1870de37 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks [] for floatingip (c106611d-067f-4aa5-bf1f-c627bb85d345), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:05.193355 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-469adb5d-7af9-41f6-bafc-580d1870de37 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:05.194673 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-469adb5d-7af9-41f6-bafc-580d1870de37 tempest-AttachVolumeTestJSON-550167276 tempest-AttachVolumeTestJSON-550167276-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/c106611d-067f-4aa5-bf1f-c627bb85d345 HTTP/1.1" status: 204 len: 168 time: 0.4783883 Oct 04 14:37:05.363582 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:05.367892 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bce413-6df8-4f96-b476-7a8eba37431e req-ca6e2264-af0e-46d3-b271-dd7e63b0e134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:05.370547 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-19bce413-6df8-4f96-b476-7a8eba37431e req-ca6e2264-af0e-46d3-b271-dd7e63b0e134 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=5096a64b-07f5-40cd-bfff-18ee54025b86 HTTP/1.1" status: 200 len: 853 time: 0.0503082 Oct 04 14:37:05.380197 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ee862b1a-6b8b-4bfd-832f-2f9fd61eb838 req-b59eaeea-4940-4a00-9d63-97082c6e40d1 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43d8d357-7ddb-4b57-8267-bb0fba101087 HTTP/1.1" status: 200 len: 999 time: 0.0589254 Oct 04 14:37:05.426031 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bce413-6df8-4f96-b476-7a8eba37431e req-8d196422-7360-41f4-8c8e-fc94d0fff734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:05.427593 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-19bce413-6df8-4f96-b476-7a8eba37431e req-8d196422-7360-41f4-8c8e-fc94d0fff734 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fa33c312-594b-49b2-bd86-df2f885aca0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465539 Oct 04 14:37:05.438013 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee862b1a-6b8b-4bfd-832f-2f9fd61eb838 req-3a658f67-15e9-4f7c-aa38-6eb22152316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:05.439480 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ee862b1a-6b8b-4bfd-832f-2f9fd61eb838 req-3a658f67-15e9-4f7c-aa38-6eb22152316d service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=866d7ee4-9072-4a41-8ab0-25e4c5a7536f HTTP/1.1" status: 200 len: 856 time: 0.0513551 Oct 04 14:37:05.486876 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:05.517310 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee862b1a-6b8b-4bfd-832f-2f9fd61eb838 req-e2518da0-21d9-4a7a-8d76-79f87efa6f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:05.519512 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ee862b1a-6b8b-4bfd-832f-2f9fd61eb838 req-e2518da0-21d9-4a7a-8d76-79f87efa6f22 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=8adffcb3-eb41-48c9-bdc6-30a7213ac01c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602722 Oct 04 14:37:05.585225 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830bfe9-cdb9-4ba0-8723-d4971b9e6a02 req-f9cd6a3a-ba66-496f-ae32-8e4ad2223220 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:05.586726 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5830bfe9-cdb9-4ba0-8723-d4971b9e6a02 req-f9cd6a3a-ba66-496f-ae32-8e4ad2223220 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 944 time: 0.0683892 Oct 04 14:37:05.622229 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-19bce413-6df8-4f96-b476-7a8eba37431e req-fd94bd41-5899-446a-ba1a-f0f4d431aacf service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fa33c312-594b-49b2-bd86-df2f885aca0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625438 Oct 04 14:37:05.625463 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ee862b1a-6b8b-4bfd-832f-2f9fd61eb838 req-4a48cc8e-5b53-42a9-9b37-7970310c8a83 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8adffcb3-eb41-48c9-bdc6-30a7213ac01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985940 Oct 04 14:37:05.698927 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5830bfe9-cdb9-4ba0-8723-d4971b9e6a02 req-864cd095-ba34-4e00-9b4e-40a2f8d43f17 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995307 Oct 04 14:37:05.705040 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:05.736096 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ee862b1a-6b8b-4bfd-832f-2f9fd61eb838 req-0145f200-93b4-432c-afdb-23dcc4f1012f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8adffcb3-eb41-48c9-bdc6-30a7213ac01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018088 Oct 04 14:37:05.756426 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-19bce413-6df8-4f96-b476-7a8eba37431e req-4d6627ea-5f10-48b1-bb08-ebf3476e4c62 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fa33c312-594b-49b2-bd86-df2f885aca0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205676 Oct 04 14:37:05.925550 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05508e98-a353-4f56-925a-e4cffa06dd7e req-f77a4cdd-6d29-4019-abdf-c23d2fc4cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:05.927218 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-05508e98-a353-4f56-925a-e4cffa06dd7e req-f77a4cdd-6d29-4019-abdf-c23d2fc4cc41 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9cf9a725cf7e42ea939bee84113b12ee&device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 1130 time: 0.0459385 Oct 04 14:37:06.050377 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05508e98-a353-4f56-925a-e4cffa06dd7e req-a49761ba-8b4d-4161-9e4b-1b69a0864e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:06.052971 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-05508e98-a353-4f56-925a-e4cffa06dd7e req-a49761ba-8b4d-4161-9e4b-1b69a0864e40 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fa33c312-594b-49b2-bd86-df2f885aca0c HTTP/1.1" status: 200 len: 915 time: 0.1179881 Oct 04 14:37:06.277945 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-05508e98-a353-4f56-925a-e4cffa06dd7e req-972ba926-8533-4b59-9a8f-14e56bca77a8 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15011792-a2ae-4555-bb5e-f16eac3afea0 HTTP/1.1" status: 200 len: 217 time: 0.0384827 Oct 04 14:37:06.340348 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05508e98-a353-4f56-925a-e4cffa06dd7e req-0cb1c6a0-65f0-400a-a0e5-d99f23fd01c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:06.341725 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-05508e98-a353-4f56-925a-e4cffa06dd7e req-0cb1c6a0-65f0-400a-a0e5-d99f23fd01c3 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=5096a64b-07f5-40cd-bfff-18ee54025b86 HTTP/1.1" status: 200 len: 853 time: 0.0568457 Oct 04 14:37:06.449576 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05508e98-a353-4f56-925a-e4cffa06dd7e req-0066d126-6fe3-4416-b167-4354529691ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:06.451182 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-05508e98-a353-4f56-925a-e4cffa06dd7e req-0066d126-6fe3-4416-b167-4354529691ea service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fa33c312-594b-49b2-bd86-df2f885aca0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0697949 Oct 04 14:37:06.576755 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-05508e98-a353-4f56-925a-e4cffa06dd7e req-83e0d11e-3d15-4b6b-a0c4-e9f1fe811a5c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fa33c312-594b-49b2-bd86-df2f885aca0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058204 Oct 04 14:37:06.832250 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a8ab8-e2a7-4a91-a2f6-818da8645590 req-99322465-e482-43df-a42e-b5e25cdea912 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:06.833803 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0f4a8ab8-e2a7-4a91-a2f6-818da8645590 req-99322465-e482-43df-a42e-b5e25cdea912 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 944 time: 0.0485888 Oct 04 14:37:06.888762 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0f4a8ab8-e2a7-4a91-a2f6-818da8645590 req-4d446745-5d95-461c-9ccc-fd8229bf99b3 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490732 Oct 04 14:37:06.913763 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-05508e98-a353-4f56-925a-e4cffa06dd7e req-0144ba17-d1dc-4b3b-9453-7d6beb5629cd service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fa33c312-594b-49b2-bd86-df2f885aca0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966804 Oct 04 14:37:07.422543 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24ceb4-5578-4fa5-96d0-34673d27d90c req-421abf3e-236d-45eb-8756-b54e4d91abb2 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:07.424060 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2c24ceb4-5578-4fa5-96d0-34673d27d90c req-421abf3e-236d-45eb-8756-b54e4d91abb2 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 946 time: 0.0492611 Oct 04 14:37:07.474125 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2c24ceb4-5578-4fa5-96d0-34673d27d90c req-1975818d-4a5c-46a8-af61-d582c4e6c584 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439727 Oct 04 14:37:08.020599 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e53cb9-9eae-405e-a49f-aac14a46fffe req-95f032cc-e97d-406e-905c-5bb28766e7a8 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:08.022056 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-17e53cb9-9eae-405e-a49f-aac14a46fffe req-95f032cc-e97d-406e-905c-5bb28766e7a8 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 944 time: 0.0477777 Oct 04 14:37:08.070233 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-17e53cb9-9eae-405e-a49f-aac14a46fffe req-0a8aa94a-ad36-4c4f-b9b6-ba59a5b69e76 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422888 Oct 04 14:37:08.606406 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d3fd1-9641-4697-8e75-6296aa985760 req-310d2ca7-bb53-420f-8ae4-63429f10a26c tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:08.608059 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0a2d3fd1-9641-4697-8e75-6296aa985760 req-310d2ca7-bb53-420f-8ae4-63429f10a26c tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 946 time: 0.0530329 Oct 04 14:37:08.656868 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0a2d3fd1-9641-4697-8e75-6296aa985760 req-5b6c156b-decd-4d83-86f1-c438562266fa tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429823 Oct 04 14:37:08.724566 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 43d8d357-7ddb-4b57-8267-bb0fba101087 details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:37:08.805883 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:08.840066 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 43d8d357-7ddb-4b57-8267-bb0fba101087, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=43d8d357-7ddb-4b57-8267-bb0fba101087,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:08.851157 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': '43d8d357-7ddb-4b57-8267-bb0fba101087', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'port_id': '43d8d357-7ddb-4b57-8267-bb0fba101087', 'mac_address': 'fa:16:3e:d3:ea:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:37:08.892339 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 43d8d357-7ddb-4b57-8267-bb0fba101087 is: DOWN; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:37:08.892723 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:08.907853 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d8d357-7ddb-4b57-8267-bb0fba101087 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:37:08.928195 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 43d8d357-7ddb-4b57-8267-bb0fba101087, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=43d8d357-7ddb-4b57-8267-bb0fba101087,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:08.932142 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:08.978784 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=43d8d357-7ddb-4b57-8267-bb0fba101087,revision_number=9']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:08.985922 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:08.986268 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:08.986604 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:08.986949 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:08.987278 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:08.987830 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:08.988158 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:08.988513 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:08.988838 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:08.989162 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:08.989483 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:08.989806 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:08.990125 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:08.990443 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:08.990776 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:09.203150 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d021d6-12ba-4dcb-af20-53f6a5c62239 req-d8fb27ff-528e-4ef3-970d-b472f0a72922 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:09.204641 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-58d021d6-12ba-4dcb-af20-53f6a5c62239 req-d8fb27ff-528e-4ef3-970d-b472f0a72922 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 945 time: 0.0506697 Oct 04 14:37:09.247695 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:09.252260 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-58d021d6-12ba-4dcb-af20-53f6a5c62239 req-6bfb7f95-be3b-43cb-82a5-02f71791e5ad tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417650 Oct 04 14:37:09.785251 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73f17e-5f64-4db6-9073-5a4d2be53b51 req-40aa4f27-49d4-4209-afd7-6b0b5b1bd0e4 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:09.786814 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-6e73f17e-5f64-4db6-9073-5a4d2be53b51 req-40aa4f27-49d4-4209-afd7-6b0b5b1bd0e4 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 946 time: 0.0520921 Oct 04 14:37:09.839447 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-6e73f17e-5f64-4db6-9073-5a4d2be53b51 req-a25932d1-d0aa-4e2f-9b15-d0090d265471 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449820 Oct 04 14:37:09.971948 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['43d8d357-7ddb-4b57-8267-bb0fba101087'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:37:10.357016 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=5 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:10.380422 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87a015-f376-4bf5-a5c7-905179f9435f req-40594f76-788b-4697-93e8-ec842db84e97 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:10.381930 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1d87a015-f376-4bf5-a5c7-905179f9435f req-40594f76-788b-4697-93e8-ec842db84e97 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 945 time: 0.0465720 Oct 04 14:37:10.433268 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1d87a015-f376-4bf5-a5c7-905179f9435f req-7cfc7333-7ca7-400d-9705-e948fd33f5fb tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447586 Oct 04 14:37:10.975249 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac61a4-9fd7-49df-b4cc-766761ea94d5 req-1ee4a8f2-bcc7-45d6-b832-6e2d6cac466c tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:10.976776 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-6fac61a4-9fd7-49df-b4cc-766761ea94d5 req-1ee4a8f2-bcc7-45d6-b832-6e2d6cac466c tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 946 time: 0.0505216 Oct 04 14:37:11.025620 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-6fac61a4-9fd7-49df-b4cc-766761ea94d5 req-69a150fc-1604-4a1d-aa6c-fed885d8bef6 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431085 Oct 04 14:37:11.530253 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:11.573290 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6637cf7-1973-4db2-bc1c-e867a7f0bc60 req-4296581b-7002-493b-a72f-a55cf721fc08 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:11.574711 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f6637cf7-1973-4db2-bc1c-e867a7f0bc60 req-4296581b-7002-493b-a72f-a55cf721fc08 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 945 time: 0.0549762 Oct 04 14:37:11.625262 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-f6637cf7-1973-4db2-bc1c-e867a7f0bc60 req-22635be2-3188-424f-bffc-d6de9b50c366 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445328 Oct 04 14:37:11.687474 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 43d8d357-7ddb-4b57-8267-bb0fba101087 up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:37:11.736522 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port 43d8d357-7ddb-4b57-8267-bb0fba101087 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:37:11.736898 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:11.737235 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port 43d8d357-7ddb-4b57-8267-bb0fba101087 Oct 04 14:37:11.817924 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 43d8d357-7ddb-4b57-8267-bb0fba101087 is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:37:11.818296 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:11.830455 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=100 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:11.844991 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bb7e73-d6ea-4441-8b64-19affd0804f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d8d357-7ddb-4b57-8267-bb0fba101087'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:37:11.847300 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e7010f-e1be-4534-a656-0d15f80698f0" -d '{"events": [{"server_uuid": "35bb7e73-d6ea-4441-8b64-19affd0804f6", "name": "network-vif-plugged", "status": "completed", "tag": "43d8d357-7ddb-4b57-8267-bb0fba101087"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:37:11.866114 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 43d8d357-7ddb-4b57-8267-bb0fba101087, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=43d8d357-7ddb-4b57-8267-bb0fba101087,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:11.872024 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:11.903938 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30553a0b-a9cd-4944-82fc-3c00a91eac77 x-openstack-request-id: req-30553a0b-a9cd-4944-82fc-3c00a91eac77 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:37:11.904269 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bb7e73-d6ea-4441-8b64-19affd0804f6", "name": "network-vif-plugged", "status": "completed", "tag": "43d8d357-7ddb-4b57-8267-bb0fba101087", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:37:11.904782 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-30553a0b-a9cd-4944-82fc-3c00a91eac77 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:37:11.905209 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30553a0b-a9cd-4944-82fc-3c00a91eac77'] response: {'server_uuid': '35bb7e73-d6ea-4441-8b64-19affd0804f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d8d357-7ddb-4b57-8267-bb0fba101087', 'code': 200} Oct 04 14:37:11.938033 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=43d8d357-7ddb-4b57-8267-bb0fba101087,revision_number=10']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:12.024032 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 48816) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:12.194636 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5942bbc-19d5-4d30-97f8-96b6e6538759 req-2411e638-0bc1-4146-93ff-25d4a74c4421 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:12.196224 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e5942bbc-19d5-4d30-97f8-96b6e6538759 req-2411e638-0bc1-4146-93ff-25d4a74c4421 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 946 time: 0.1030476 Oct 04 14:37:12.221968 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d960d59-75ad-473b-9af6-1fce1d27127b req-5237c9f8-5159-4536-a87f-27a7cd74a346 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:12.224256 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1d960d59-75ad-473b-9af6-1fce1d27127b req-5237c9f8-5159-4536-a87f-27a7cd74a346 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 946 time: 0.0833838 Oct 04 14:37:12.318106 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d50fa-f53a-4ca7-bf13-8471d05bff75 req-e11fd088-448d-4288-ada9-a79c1fb8d2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:12.319933 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b94d50fa-f53a-4ca7-bf13-8471d05bff75 req-e11fd088-448d-4288-ada9-a79c1fb8d2c2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 1131 time: 0.0498476 Oct 04 14:37:12.385287 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b94d50fa-f53a-4ca7-bf13-8471d05bff75 req-7b53d64c-1d19-45d2-a367-c2a242dba991 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584462 Oct 04 14:37:12.701365 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1d960d59-75ad-473b-9af6-1fce1d27127b req-21abd9e3-9389-42e5-924a-f6a8e3dc0561 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526682 Oct 04 14:37:12.704361 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-e5942bbc-19d5-4d30-97f8-96b6e6538759 req-09090d38-8a80-47c0-b7e8-6fe791f74a92 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Deleting port 15011792-a2ae-4555-bb5e-f16eac3afea0 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:37:12.704361 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e5942bbc-19d5-4d30-97f8-96b6e6538759 req-09090d38-8a80-47c0-b7e8-6fe791f74a92 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (15011792-a2ae-4555-bb5e-f16eac3afea0), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:12.772521 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:12.793830 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d77b1-648e-4f19-949c-f2ba5d455d43 req-2af8ec9b-eb9e-4bce-8d76-287cbd868941 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:12.795505 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-a50d77b1-648e-4f19-949c-f2ba5d455d43 req-2af8ec9b-eb9e-4bce-8d76-287cbd868941 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 947 time: 0.0767367 Oct 04 14:37:12.862974 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-a50d77b1-648e-4f19-949c-f2ba5d455d43 req-cc64d83d-4abe-4370-a060-bf3b189ee458 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573602 Oct 04 14:37:12.890297 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-e5942bbc-19d5-4d30-97f8-96b6e6538759 req-09090d38-8a80-47c0-b7e8-6fe791f74a92 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] For port 15011792-a2ae-4555-bb5e-f16eac3afea0, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=15011792-a2ae-4555-bb5e-f16eac3afea0,segment=NetworkSegment(28160fab-1756-4ac2-a33b-52e68979dd7f),segment_id=28160fab-1756-4ac2-a33b-52e68979dd7f)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:12.890667 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e5942bbc-19d5-4d30-97f8-96b6e6538759 req-09090d38-8a80-47c0-b7e8-6fe791f74a92 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (15011792-a2ae-4555-bb5e-f16eac3afea0), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:12.913344 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-e5942bbc-19d5-4d30-97f8-96b6e6538759 req-09090d38-8a80-47c0-b7e8-6fe791f74a92 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Calling delete_port for 15011792-a2ae-4555-bb5e-f16eac3afea0 owned by compute:nova {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:37:13.158724 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:13.172512 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5aa5b6b2-8903-4fe7-be75-57989bc44c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556104'] for router_interface (7f1e21c9-2f4f-446c-bf56-5191c99c1bc8), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:13.174074 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:13.224900 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e5942bbc-19d5-4d30-97f8-96b6e6538759 req-09090d38-8a80-47c0-b7e8-6fe791f74a92 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (15011792-a2ae-4555-bb5e-f16eac3afea0), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:13.264878 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['15011792-a2ae-4555-bb5e-f16eac3afea0'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:37:13.293876 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09090d38-8a80-47c0-b7e8-6fe791f74a92 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Pushing event deleted for resources: {'Port': ['ID=15011792-a2ae-4555-bb5e-f16eac3afea0,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:13.339016 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5942bbc-19d5-4d30-97f8-96b6e6538759 req-09090d38-8a80-47c0-b7e8-6fe791f74a92 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] No DVR routers for this DVR port 15011792-a2ae-4555-bb5e-f16eac3afea0 on host hv-cinder-86026 {{(pid=106356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:37:13.342818 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e5942bbc-19d5-4d30-97f8-96b6e6538759 req-09090d38-8a80-47c0-b7e8-6fe791f74a92 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:13.346011 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e5942bbc-19d5-4d30-97f8-96b6e6538759 req-09090d38-8a80-47c0-b7e8-6fe791f74a92 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.17 "DELETE /networking/v2.0/ports/15011792-a2ae-4555-bb5e-f16eac3afea0 HTTP/1.1" status: 204 len: 173 time: 1.1410081 Oct 04 14:37:13.346487 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1be2bd-b5b7-4a54-9196-df2b3061d70e', 'name': 'network-vif-deleted', 'tag': '15011792-a2ae-4555-bb5e-f16eac3afea0'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:37:13.348711 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30fbdc4-c554-492b-ac8d-8f32d8cac309" -d '{"events": [{"server_uuid": "6f1be2bd-b5b7-4a54-9196-df2b3061d70e", "name": "network-vif-deleted", "tag": "15011792-a2ae-4555-bb5e-f16eac3afea0"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:37:13.402541 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30832c61-2dc8-4b24-90b7-7afcf54365ed x-openstack-request-id: req-30832c61-2dc8-4b24-90b7-7afcf54365ed {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:37:13.402807 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1be2bd-b5b7-4a54-9196-df2b3061d70e", "name": "network-vif-deleted", "tag": "15011792-a2ae-4555-bb5e-f16eac3afea0", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:37:13.403058 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-30832c61-2dc8-4b24-90b7-7afcf54365ed {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:37:13.403978 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30832c61-2dc8-4b24-90b7-7afcf54365ed'] response: {'server_uuid': '6f1be2bd-b5b7-4a54-9196-df2b3061d70e', 'name': 'network-vif-deleted', 'tag': '15011792-a2ae-4555-bb5e-f16eac3afea0', 'status': 'completed', 'code': 200} Oct 04 14:37:13.506306 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-5aa5b6b2-8903-4fe7-be75-57989bc44c13 admin admin] Deleting port 72ce8793-c8f1-4647-949a-1f33c379205b {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:37:13.506641 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5aa5b6b2-8903-4fe7-be75-57989bc44c13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (72ce8793-c8f1-4647-949a-1f33c379205b), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:13.610324 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [None req-5aa5b6b2-8903-4fe7-be75-57989bc44c13 admin admin] For port 72ce8793-c8f1-4647-949a-1f33c379205b, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=72ce8793-c8f1-4647-949a-1f33c379205b,segment=NetworkSegment(eadc35fa-057b-4202-b790-68a141529e21),segment_id=eadc35fa-057b-4202-b790-68a141529e21)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:13.610691 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5aa5b6b2-8903-4fe7-be75-57989bc44c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (72ce8793-c8f1-4647-949a-1f33c379205b), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:13.624829 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-5aa5b6b2-8903-4fe7-be75-57989bc44c13 admin admin] Calling delete_port for 72ce8793-c8f1-4647-949a-1f33c379205b owned by network:router_interface {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:37:13.867542 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5aa5b6b2-8903-4fe7-be75-57989bc44c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (72ce8793-c8f1-4647-949a-1f33c379205b), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:13.876394 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-1e44ad8d-06ec-4975-bd0a-35d9b10a11da req-7f51008a-040a-4be1-9254-8e514b26f539 tempest-TestMinimumBasicScenario-499070544 tempest-TestMinimumBasicScenario-499070544-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f1be2bd-b5b7-4a54-9196-df2b3061d70e HTTP/1.1" status: 200 len: 210 time: 0.0306351 Oct 04 14:37:13.927743 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5b6b2-8903-4fe7-be75-57989bc44c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=72ce8793-c8f1-4647-949a-1f33c379205b,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:14.113775 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3df5b1-d4c3-4ec5-8faf-05d9933821a8 req-e85fc4ee-9598-4a55-a911-cf3097ff7570 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:14.115277 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4a3df5b1-d4c3-4ec5-8faf-05d9933821a8 req-e85fc4ee-9598-4a55-a911-cf3097ff7570 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 947 time: 0.1331112 Oct 04 14:37:14.161839 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:14.162835 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5aa5b6b2-8903-4fe7-be75-57989bc44c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556092'] for router_interface (7f1e21c9-2f4f-446c-bf56-5191c99c1bc8), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:14.237628 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4a3df5b1-d4c3-4ec5-8faf-05d9933821a8 req-765bae7d-92e5-453c-96f2-d26a7dd91766 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076589 Oct 04 14:37:14.346618 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:14.454928 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa5b6b2-8903-4fe7-be75-57989bc44c13 admin admin] Router 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:37:14.566925 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa5b6b2-8903-4fe7-be75-57989bc44c13 admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:37:14.573602 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-5aa5b6b2-8903-4fe7-be75-57989bc44c13 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/7f1e21c9-2f4f-446c-bf56-5191c99c1bc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5488405 Oct 04 14:37:14.576202 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 48880) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:14.579194 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2163565-8665-4802-9f4a-d26058408b46 None None] Sync routers for ids ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:37:14.600007 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2163565-8665-4802-9f4a-d26058408b46 None None] Routers {'7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:37:14.600771 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-d2163565-8665-4802-9f4a-d26058408b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:36:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:14.655166 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:14.658721 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:14.736018 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d3d20708-3dd8-4a86-94e1-a019257afd81 admin admin] Publish callbacks [] for router (7f1e21c9-2f4f-446c-bf56-5191c99c1bc8), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:14.746430 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-d2163565-8665-4802-9f4a-d26058408b46 None None] Set router 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:37:14.846972 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d3d20708-3dd8-4a86-94e1-a019257afd81 admin admin] Publish callbacks [] for router_gateway (7f1e21c9-2f4f-446c-bf56-5191c99c1bc8), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:14.891958 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-d3d20708-3dd8-4a86-94e1-a019257afd81 admin admin] Deleting port 3f96b2e2-5072-4240-8ece-f6a135eea9cb {{(pid=106355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:37:14.892685 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d3d20708-3dd8-4a86-94e1-a019257afd81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (3f96b2e2-5072-4240-8ece-f6a135eea9cb), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:14.970455 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:15.011011 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-d3d20708-3dd8-4a86-94e1-a019257afd81 admin admin] For port 3f96b2e2-5072-4240-8ece-f6a135eea9cb, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=3f96b2e2-5072-4240-8ece-f6a135eea9cb,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:15.011517 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d3d20708-3dd8-4a86-94e1-a019257afd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (3f96b2e2-5072-4240-8ece-f6a135eea9cb), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:15.029836 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-d3d20708-3dd8-4a86-94e1-a019257afd81 admin admin] Calling delete_port for 3f96b2e2-5072-4240-8ece-f6a135eea9cb owned by network:router_gateway {{(pid=106355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:37:15.142082 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-d2163565-8665-4802-9f4a-d26058408b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'name': 'tempest-AttachVolumeTestJSON-560114202-router', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:37:13Z', 'revision_number': 5, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'gw_port': {'id': '3f96b2e2-5072-4240-8ece-f6a135eea9cb', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:39Z', 'updated_at': '2022-10-04T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:15.174403 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2163565-8665-4802-9f4a-d26058408b46 None None] Checking router: 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:37:15.185250 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2163565-8665-4802-9f4a-d26058408b46 None None] Routers {'7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:37:15.185921 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-d2163565-8665-4802-9f4a-d26058408b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:36:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:15.258914 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d3d20708-3dd8-4a86-94e1-a019257afd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (3f96b2e2-5072-4240-8ece-f6a135eea9cb), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:15.320952 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-d2163565-8665-4802-9f4a-d26058408b46 None None] Set router 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 gateway port host: None {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:37:15.332265 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d20708-3dd8-4a86-94e1-a019257afd81 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f96b2e2-5072-4240-8ece-f6a135eea9cb,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:15.424992 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-d2163565-8665-4802-9f4a-d26058408b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'name': 'tempest-AttachVolumeTestJSON-560114202-router', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:37:14Z', 'revision_number': 6, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'gw_port_host': None}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:15.460692 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3fbed-3d6c-4380-b736-6d7b669c08b5 req-a060feaa-2e37-4951-97a5-439178741ef1 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:15.463180 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2163565-8665-4802-9f4a-d26058408b46 None None] The sync data for ids ['7f1e21c9-2f4f-446c-bf56-5191c99c1bc8'] in dv-cinder-860260-1-iscsi is: [{'id': '7f1e21c9-2f4f-446c-bf56-5191c99c1bc8', 'name': 'tempest-AttachVolumeTestJSON-560114202-router', 'tenant_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:37:14Z', 'revision_number': 6, 'project_id': '3a4fa5d0aa0e4bf98816e4600023ca99', 'gw_port_host': None}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:37:15.473556 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a5d3fbed-3d6c-4380-b736-6d7b669c08b5 req-a060feaa-2e37-4951-97a5-439178741ef1 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 947 time: 0.0723956 Oct 04 14:37:15.475832 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d3d20708-3dd8-4a86-94e1-a019257afd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549238'] for router_gateway (7f1e21c9-2f4f-446c-bf56-5191c99c1bc8), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:15.525820 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a5d3fbed-3d6c-4380-b736-6d7b669c08b5 req-754938dd-aa10-4dd6-8247-23ad444a8f97 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511863 Oct 04 14:37:15.597136 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d3d20708-3dd8-4a86-94e1-a019257afd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7298'] for router (7f1e21c9-2f4f-446c-bf56-5191c99c1bc8), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:15.599386 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d3d20708-3dd8-4a86-94e1-a019257afd81 admin admin] Publish callbacks [] for router_controller (7f1e21c9-2f4f-446c-bf56-5191c99c1bc8), precommit_delete_associations {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:15.653306 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d3d20708-3dd8-4a86-94e1-a019257afd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556132'] for router (7f1e21c9-2f4f-446c-bf56-5191c99c1bc8), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:15.653895 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d20708-3dd8-4a86-94e1-a019257afd81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 {{(pid=106355) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 14:37:15.660056 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d3d20708-3dd8-4a86-94e1-a019257afd81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:15.661380 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-d3d20708-3dd8-4a86-94e1-a019257afd81 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/7f1e21c9-2f4f-446c-bf56-5191c99c1bc8 HTTP/1.1" status: 204 len: 168 time: 1.0839672 Oct 04 14:37:15.664143 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 48940) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:15.669022 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 48942) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:15.715068 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a19c6df-21a2-4843-acb9-bf27d0e17457 admin admin] Deleting subnet f924e31c-043d-4433-825a-9f71ad91746e {{(pid=106356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 14:37:15.718325 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-9a19c6df-21a2-4843-acb9-bf27d0e17457 admin admin] Publish callbacks [] for subnet (f924e31c-043d-4433-825a-9f71ad91746e), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:15.758605 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-9a19c6df-21a2-4843-acb9-bf27d0e17457 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5701674'] for subnet (f924e31c-043d-4433-825a-9f71ad91746e), precommit_delete_associations {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:15.853644 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-9a19c6df-21a2-4843-acb9-bf27d0e17457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394552'] for subnet (f924e31c-043d-4433-825a-9f71ad91746e), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:15.937854 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-9a19c6df-21a2-4843-acb9-bf27d0e17457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4681588'] for subnet (f924e31c-043d-4433-825a-9f71ad91746e), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:15.967134 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19c6df-21a2-4843-acb9-bf27d0e17457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f924e31c-043d-4433-825a-9f71ad91746e,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:15.975022 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-9a19c6df-21a2-4843-acb9-bf27d0e17457 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:15.980125 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-9a19c6df-21a2-4843-acb9-bf27d0e17457 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/f924e31c-043d-4433-825a-9f71ad91746e HTTP/1.1" status: 204 len: 168 time: 0.3138571 Oct 04 14:37:15.982730 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 48944) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:15.983689 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe911dd-e973-40c5-9d23-de4180b3d0bf None None] Network c224c131-1e09-47f0-b40a-1a73221baea0 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:37:16.031517 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:16.063566 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6248ad60-db4e-4b8c-a4ec-d4f02e84f973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1385909'] for network (c224c131-1e09-47f0-b40a-1a73221baea0), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:16.120919 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-6248ad60-db4e-4b8c-a4ec-d4f02e84f973 admin admin] Deleting port 4704e236-c4b0-4b6a-8224-ed29c12d74fc {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:37:16.121297 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6248ad60-db4e-4b8c-a4ec-d4f02e84f973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (4704e236-c4b0-4b6a-8224-ed29c12d74fc), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:16.181343 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:16.194168 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [None req-6248ad60-db4e-4b8c-a4ec-d4f02e84f973 admin admin] For port 4704e236-c4b0-4b6a-8224-ed29c12d74fc, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=4704e236-c4b0-4b6a-8224-ed29c12d74fc,segment=NetworkSegment(eadc35fa-057b-4202-b790-68a141529e21),segment_id=eadc35fa-057b-4202-b790-68a141529e21)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:16.194528 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6248ad60-db4e-4b8c-a4ec-d4f02e84f973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (4704e236-c4b0-4b6a-8224-ed29c12d74fc), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:16.211625 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-6248ad60-db4e-4b8c-a4ec-d4f02e84f973 admin admin] Calling delete_port for 4704e236-c4b0-4b6a-8224-ed29c12d74fc owned by network:dhcp {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:37:16.277746 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a21cb88f-e4bd-4180-8a52-da38bafffbb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556104'] for router_interface (14b3b1cb-f9cc-4b5d-a547-76f07257b2e7), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:16.284328 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:16.299550 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6248ad60-db4e-4b8c-a4ec-d4f02e84f973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (4704e236-c4b0-4b6a-8224-ed29c12d74fc), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:16.303082 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7056aa4b-3405-49d2-b56c-909d1bd96fd9 None None] DHCP port deletion for c224c131-1e09-47f0-b40a-1a73221baea0 request from dv-cinder-860260-1-iscsi {{(pid=106357) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 14:37:16.327819 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248ad60-db4e-4b8c-a4ec-d4f02e84f973 admin admin] Pushing event deleted for resources: {'Port': ['ID=4704e236-c4b0-4b6a-8224-ed29c12d74fc,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:16.331946 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6248ad60-db4e-4b8c-a4ec-d4f02e84f973 admin admin] No DVR routers for this DVR port 4704e236-c4b0-4b6a-8224-ed29c12d74fc on host dv-cinder-860260-1-iscsi {{(pid=106356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:37:16.411555 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6248ad60-db4e-4b8c-a4ec-d4f02e84f973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335914', 'neutron.services.segments.db._delete_segments_for_network-8767534955484'] for network (c224c131-1e09-47f0-b40a-1a73221baea0), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:16.441570 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.services.segments.db [None req-6248ad60-db4e-4b8c-a4ec-d4f02e84f973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c224c131-1e09-47f0-b40a-1a73221baea0']}} {{(pid=106356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:16.451840 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.services.segments.db [None req-6248ad60-db4e-4b8c-a4ec-d4f02e84f973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eadc35fa-057b-4202-b790-68a141529e21') {'for_net_delete': True} {{(pid=106356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:16.452131 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.services.segments.db [None req-6248ad60-db4e-4b8c-a4ec-d4f02e84f973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eadc35fa-057b-4202-b790-68a141529e21') {} {{(pid=106356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:16.467851 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6248ad60-db4e-4b8c-a4ec-d4f02e84f973 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767534908582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5701715'] for segment (eadc35fa-057b-4202-b790-68a141529e21), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:16.484171 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6248ad60-db4e-4b8c-a4ec-d4f02e84f973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (eadc35fa-057b-4202-b790-68a141529e21), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:16.490794 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6248ad60-db4e-4b8c-a4ec-d4f02e84f973 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=106356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 14:37:16.491171 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6248ad60-db4e-4b8c-a4ec-d4f02e84f973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372171'] for segment (eadc35fa-057b-4202-b790-68a141529e21), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:16.492170 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:16.540979 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-a21cb88f-e4bd-4180-8a52-da38bafffbb8 admin admin] Deleting port 3d40d68b-f727-4d3b-ac45-253332b63edc {{(pid=106355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:37:16.541247 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a21cb88f-e4bd-4180-8a52-da38bafffbb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (3d40d68b-f727-4d3b-ac45-253332b63edc), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:16.563653 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6248ad60-db4e-4b8c-a4ec-d4f02e84f973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1336217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549289'] for network (c224c131-1e09-47f0-b40a-1a73221baea0), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:16.570514 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6248ad60-db4e-4b8c-a4ec-d4f02e84f973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:16.574705 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-6248ad60-db4e-4b8c-a4ec-d4f02e84f973 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/c224c131-1e09-47f0-b40a-1a73221baea0 HTTP/1.1" status: 204 len: 168 time: 0.5910001 Oct 04 14:37:16.590407 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248ad60-db4e-4b8c-a4ec-d4f02e84f973 admin admin] Pushing event deleted for resources: {'Network': ['ID=c224c131-1e09-47f0-b40a-1a73221baea0,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:16.647168 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-a21cb88f-e4bd-4180-8a52-da38bafffbb8 admin admin] For port 3d40d68b-f727-4d3b-ac45-253332b63edc, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=3d40d68b-f727-4d3b-ac45-253332b63edc,segment=NetworkSegment(28160fab-1756-4ac2-a33b-52e68979dd7f),segment_id=28160fab-1756-4ac2-a33b-52e68979dd7f)] {{(pid=106355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:16.647659 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a21cb88f-e4bd-4180-8a52-da38bafffbb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (3d40d68b-f727-4d3b-ac45-253332b63edc), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:16.666933 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-a21cb88f-e4bd-4180-8a52-da38bafffbb8 admin admin] Calling delete_port for 3d40d68b-f727-4d3b-ac45-253332b63edc owned by network:router_interface {{(pid=106355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:37:16.692838 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.services.segments.plugin [-] Segment eadc35fa-057b-4202-b790-68a141529e21 resource provider aggregate not found Oct 04 14:37:16.719780 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.services.segments.plugin [-] Segment eadc35fa-057b-4202-b790-68a141529e21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eadc35fa-057b-4202-b790-68a141529e21 found for delete ", "request_id": "req-a456ff60-58a8-4aff-bae0-2bbdd17b76e9"}]} Oct 04 14:37:16.753254 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 48958) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:16.803070 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 3f96b2e2-5072-4240-8ece-f6a135eea9cb no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:37:16.804765 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-d766eba3-78b3-4948-b64d-685c0c79b163 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3a4fa5d0aa0e4bf98816e4600023ca99&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0502658 Oct 04 14:37:16.809056 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 48960) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:16.824924 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: 3f96b2e2-5072-4240-8ece-f6a135eea9cb {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:37:16.825658 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 3f96b2e2-5072-4240-8ece-f6a135eea9cb not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:37:16.826216 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 4704e236-c4b0-4b6a-8224-ed29c12d74fc no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:37:16.845928 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: 4704e236-c4b0-4b6a-8224-ed29c12d74fc {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:37:16.846445 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 4704e236-c4b0-4b6a-8224-ed29c12d74fc not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:37:16.846967 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 72ce8793-c8f1-4647-949a-1f33c379205b no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:37:16.864186 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5b231f23-d5d5-497b-9496-bd03a6e46cad admin admin] Publish callbacks [] for security_group (6c78af32-9671-414f-ad78-fb3371c852ca), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:16.870904 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: 72ce8793-c8f1-4647-949a-1f33c379205b {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:37:16.871256 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 72ce8793-c8f1-4647-949a-1f33c379205b not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:37:16.891715 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5b231f23-d5d5-497b-9496-bd03a6e46cad admin admin] Publish callbacks [] for security_group (6c78af32-9671-414f-ad78-fb3371c852ca), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:16.905307 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a21cb88f-e4bd-4180-8a52-da38bafffbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (3d40d68b-f727-4d3b-ac45-253332b63edc), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:16.932480 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cb88f-e4bd-4180-8a52-da38bafffbb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d40d68b-f727-4d3b-ac45-253332b63edc,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:16.951105 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5b231f23-d5d5-497b-9496-bd03a6e46cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (6c78af32-9671-414f-ad78-fb3371c852ca), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:16.954291 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5b231f23-d5d5-497b-9496-bd03a6e46cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:16.955488 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-5b231f23-d5d5-497b-9496-bd03a6e46cad admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6c78af32-9671-414f-ad78-fb3371c852ca HTTP/1.1" status: 204 len: 168 time: 0.1454515 Oct 04 14:37:16.965506 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b231f23-d5d5-497b-9496-bd03a6e46cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c78af32-9671-414f-ad78-fb3371c852ca,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:17.010121 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:17.142264 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a21cb88f-e4bd-4180-8a52-da38bafffbb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556092'] for router_interface (14b3b1cb-f9cc-4b5d-a547-76f07257b2e7), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:17.367254 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21cb88f-e4bd-4180-8a52-da38bafffbb8 admin admin] Router 14b3b1cb-f9cc-4b5d-a547-76f07257b2e7 has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:37:17.475147 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21cb88f-e4bd-4180-8a52-da38bafffbb8 admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:37:17.481212 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-a21cb88f-e4bd-4180-8a52-da38bafffbb8 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/14b3b1cb-f9cc-4b5d-a547-76f07257b2e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8104732 Oct 04 14:37:17.483819 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 48974) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:17.487306 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4c49cc-3330-4fb8-8f95-a92ab4a542e4 None None] Sync routers for ids ['14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:37:17.499421 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4c49cc-3330-4fb8-8f95-a92ab4a542e4 None None] Routers {'14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:37:17.500157 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-df4c49cc-3330-4fb8-8f95-a92ab4a542e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:36:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:17.606917 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8de60296-7f23-4c25-8c57-6024808643d9 admin admin] Publish callbacks [] for router (14b3b1cb-f9cc-4b5d-a547-76f07257b2e7), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:17.622901 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-df4c49cc-3330-4fb8-8f95-a92ab4a542e4 None None] Set router 14b3b1cb-f9cc-4b5d-a547-76f07257b2e7 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:37:17.724437 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8de60296-7f23-4c25-8c57-6024808643d9 admin admin] Publish callbacks [] for router_gateway (14b3b1cb-f9cc-4b5d-a547-76f07257b2e7), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:17.756271 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 15011792-a2ae-4555-bb5e-f16eac3afea0 no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:37:17.786265 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] No Port match for: 15011792-a2ae-4555-bb5e-f16eac3afea0 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:37:17.786976 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 15011792-a2ae-4555-bb5e-f16eac3afea0 not bound to the agent host hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:37:17.794528 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-8de60296-7f23-4c25-8c57-6024808643d9 admin admin] Deleting port b3622f49-0333-4748-81f5-22849382a3fa {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:37:17.795324 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8de60296-7f23-4c25-8c57-6024808643d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (b3622f49-0333-4748-81f5-22849382a3fa), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:17.907453 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-df4c49cc-3330-4fb8-8f95-a92ab4a542e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'name': 'tempest-TestMinimumBasicScenario-593047384-router', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:33:39Z', 'updated_at': '2022-10-04T14:37:16Z', 'revision_number': 5, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'gw_port': {'id': 'b3622f49-0333-4748-81f5-22849382a3fa', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:40Z', 'updated_at': '2022-10-04T14:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:17.910091 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [None req-8de60296-7f23-4c25-8c57-6024808643d9 admin admin] For port b3622f49-0333-4748-81f5-22849382a3fa, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=b3622f49-0333-4748-81f5-22849382a3fa,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:17.911381 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8de60296-7f23-4c25-8c57-6024808643d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (b3622f49-0333-4748-81f5-22849382a3fa), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:17.924625 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-8de60296-7f23-4c25-8c57-6024808643d9 admin admin] Calling delete_port for b3622f49-0333-4748-81f5-22849382a3fa owned by network:router_gateway {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:37:17.937959 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:17.939951 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4c49cc-3330-4fb8-8f95-a92ab4a542e4 None None] Checking router: 14b3b1cb-f9cc-4b5d-a547-76f07257b2e7 for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:37:17.949476 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4c49cc-3330-4fb8-8f95-a92ab4a542e4 None None] Routers {'14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:37:17.950176 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-df4c49cc-3330-4fb8-8f95-a92ab4a542e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:36:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:17.973764 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:18.048624 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-df4c49cc-3330-4fb8-8f95-a92ab4a542e4 None None] Set router 14b3b1cb-f9cc-4b5d-a547-76f07257b2e7 gateway port host: None {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:37:18.101603 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-df4c49cc-3330-4fb8-8f95-a92ab4a542e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'name': 'tempest-TestMinimumBasicScenario-593047384-router', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:33:39Z', 'updated_at': '2022-10-04T14:37:17Z', 'revision_number': 6, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'gw_port_host': None}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:18.130007 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8de60296-7f23-4c25-8c57-6024808643d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (b3622f49-0333-4748-81f5-22849382a3fa), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:18.135978 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4c49cc-3330-4fb8-8f95-a92ab4a542e4 None None] The sync data for ids ['14b3b1cb-f9cc-4b5d-a547-76f07257b2e7'] in dv-cinder-860260-1-iscsi is: [{'id': '14b3b1cb-f9cc-4b5d-a547-76f07257b2e7', 'name': 'tempest-TestMinimumBasicScenario-593047384-router', 'tenant_id': '9cf9a725cf7e42ea939bee84113b12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:33:39Z', 'updated_at': '2022-10-04T14:37:17Z', 'revision_number': 6, 'project_id': '9cf9a725cf7e42ea939bee84113b12ee', 'gw_port_host': None}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:37:18.159202 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de60296-7f23-4c25-8c57-6024808643d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3622f49-0333-4748-81f5-22849382a3fa,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:18.514966 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8de60296-7f23-4c25-8c57-6024808643d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549238'] for router_gateway (14b3b1cb-f9cc-4b5d-a547-76f07257b2e7), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:18.522942 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49016) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:18.643757 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8de60296-7f23-4c25-8c57-6024808643d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7298'] for router (14b3b1cb-f9cc-4b5d-a547-76f07257b2e7), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:18.646591 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8de60296-7f23-4c25-8c57-6024808643d9 admin admin] Publish callbacks [] for router_controller (14b3b1cb-f9cc-4b5d-a547-76f07257b2e7), precommit_delete_associations {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:18.677590 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-1722721b-5a1f-43f2-a69a-c4ee3774a685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:18.691234 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:18.718385 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8de60296-7f23-4c25-8c57-6024808643d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556132'] for router (14b3b1cb-f9cc-4b5d-a547-76f07257b2e7), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:18.719666 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de60296-7f23-4c25-8c57-6024808643d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14b3b1cb-f9cc-4b5d-a547-76f07257b2e7 {{(pid=106356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 14:37:18.728822 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8de60296-7f23-4c25-8c57-6024808643d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:18.732640 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-8de60296-7f23-4c25-8c57-6024808643d9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/14b3b1cb-f9cc-4b5d-a547-76f07257b2e7 HTTP/1.1" status: 204 len: 168 time: 1.2453041 Oct 04 14:37:18.734297 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49026) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:18.775822 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-1722721b-5a1f-43f2-a69a-c4ee3774a685 admin admin] Publish callbacks [] for security_group (ed6ab2a3-3171-4a58-9fe2-d2a30ac8a090), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:18.780038 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-1722721b-5a1f-43f2-a69a-c4ee3774a685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (ed6ab2a3-3171-4a58-9fe2-d2a30ac8a090), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:18.786108 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57edd4c-ffb4-4054-b27f-6e2ee52fbdb8 admin admin] Deleting subnet 5096a64b-07f5-40cd-bfff-18ee54025b86 {{(pid=106356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 14:37:18.790077 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d57edd4c-ffb4-4054-b27f-6e2ee52fbdb8 admin admin] Publish callbacks [] for subnet (5096a64b-07f5-40cd-bfff-18ee54025b86), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:18.821900 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722721b-5a1f-43f2-a69a-c4ee3774a685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6ab2a3-3171-4a58-9fe2-d2a30ac8a090,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:18.826161 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-1722721b-5a1f-43f2-a69a-c4ee3774a685 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=abcfbd90111d4648b1a2a668bb58912b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022053 Oct 04 14:37:18.828761 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49028) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:18.831533 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d57edd4c-ffb4-4054-b27f-6e2ee52fbdb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5701674'] for subnet (5096a64b-07f5-40cd-bfff-18ee54025b86), precommit_delete_associations {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:18.899187 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-51b6fd75-6060-4935-bda7-b117bd489fef admin admin] Publish callbacks [] for security_group (ed6ab2a3-3171-4a58-9fe2-d2a30ac8a090), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:18.924293 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d57edd4c-ffb4-4054-b27f-6e2ee52fbdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394552'] for subnet (5096a64b-07f5-40cd-bfff-18ee54025b86), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:18.929569 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-51b6fd75-6060-4935-bda7-b117bd489fef admin admin] Publish callbacks [] for security_group (ed6ab2a3-3171-4a58-9fe2-d2a30ac8a090), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:18.991252 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-51b6fd75-6060-4935-bda7-b117bd489fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (ed6ab2a3-3171-4a58-9fe2-d2a30ac8a090), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:18.998882 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-51b6fd75-6060-4935-bda7-b117bd489fef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:19.000344 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-51b6fd75-6060-4935-bda7-b117bd489fef admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ed6ab2a3-3171-4a58-9fe2-d2a30ac8a090 HTTP/1.1" status: 204 len: 168 time: 0.1704359 Oct 04 14:37:19.022456 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6fd75-6060-4935-bda7-b117bd489fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6ab2a3-3171-4a58-9fe2-d2a30ac8a090,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:19.027270 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d57edd4c-ffb4-4054-b27f-6e2ee52fbdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4681588'] for subnet (5096a64b-07f5-40cd-bfff-18ee54025b86), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:19.080566 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57edd4c-ffb4-4054-b27f-6e2ee52fbdb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5096a64b-07f5-40cd-bfff-18ee54025b86,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:19.092197 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d57edd4c-ffb4-4054-b27f-6e2ee52fbdb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:19.097824 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cddc33-b70a-4572-a9db-6318df57e513 None None] Network fa33c312-594b-49b2-bd86-df2f885aca0c requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:37:19.108909 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-d57edd4c-ffb4-4054-b27f-6e2ee52fbdb8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/5096a64b-07f5-40cd-bfff-18ee54025b86 HTTP/1.1" status: 204 len: 168 time: 0.3735127 Oct 04 14:37:19.109098 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49042) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:19.259113 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device b3622f49-0333-4748-81f5-22849382a3fa no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:37:19.285474 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: b3622f49-0333-4748-81f5-22849382a3fa {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:37:19.285883 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device b3622f49-0333-4748-81f5-22849382a3fa not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:37:19.286479 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 3d40d68b-f727-4d3b-ac45-253332b63edc no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:37:19.310239 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3a74f677-cb3b-492c-9112-4ea2fb1e002f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1385909'] for network (fa33c312-594b-49b2-bd86-df2f885aca0c), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:19.322078 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: 3d40d68b-f727-4d3b-ac45-253332b63edc {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:37:19.322716 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 3d40d68b-f727-4d3b-ac45-253332b63edc not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:37:19.364766 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-3a74f677-cb3b-492c-9112-4ea2fb1e002f admin admin] Deleting port dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 {{(pid=106355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:37:19.365111 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3a74f677-cb3b-492c-9112-4ea2fb1e002f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (dc2ca5ba-2a7e-4b33-bd46-d74319ebab48), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:19.382079 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:19.495079 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-3a74f677-cb3b-492c-9112-4ea2fb1e002f admin admin] For port dc2ca5ba-2a7e-4b33-bd46-d74319ebab48, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=dc2ca5ba-2a7e-4b33-bd46-d74319ebab48,segment=NetworkSegment(28160fab-1756-4ac2-a33b-52e68979dd7f),segment_id=28160fab-1756-4ac2-a33b-52e68979dd7f)] {{(pid=106355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:19.495509 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3a74f677-cb3b-492c-9112-4ea2fb1e002f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (dc2ca5ba-2a7e-4b33-bd46-d74319ebab48), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:19.514310 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c595b5c3-6f95-423e-b745-714f2a06f802 None None] DHCP port deletion for fa33c312-594b-49b2-bd86-df2f885aca0c request from dv-cinder-860260-1-iscsi {{(pid=106357) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 14:37:19.515020 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-3a74f677-cb3b-492c-9112-4ea2fb1e002f admin admin] Calling delete_port for dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 owned by network:dhcp {{(pid=106355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:37:19.563953 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-c595b5c3-6f95-423e-b745-714f2a06f802 None None] Deleting port dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:37:19.564468 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c595b5c3-6f95-423e-b745-714f2a06f802 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (dc2ca5ba-2a7e-4b33-bd46-d74319ebab48), before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:19.609896 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3a74f677-cb3b-492c-9112-4ea2fb1e002f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (dc2ca5ba-2a7e-4b33-bd46-d74319ebab48), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:19.647732 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74f677-cb3b-492c-9112-4ea2fb1e002f admin admin] Pushing event deleted for resources: {'Port': ['ID=dc2ca5ba-2a7e-4b33-bd46-d74319ebab48,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:19.652841 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-c595b5c3-6f95-423e-b745-714f2a06f802 None None] For port dc2ca5ba-2a7e-4b33-bd46-d74319ebab48, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=dc2ca5ba-2a7e-4b33-bd46-d74319ebab48,segment=NetworkSegment(28160fab-1756-4ac2-a33b-52e68979dd7f),segment_id=28160fab-1756-4ac2-a33b-52e68979dd7f)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:19.653242 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c595b5c3-6f95-423e-b745-714f2a06f802 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (dc2ca5ba-2a7e-4b33-bd46-d74319ebab48), precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:19.654307 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a74f677-cb3b-492c-9112-4ea2fb1e002f admin admin] No DVR routers for this DVR port dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 on host dv-cinder-860260-1-iscsi {{(pid=106355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:37:19.669019 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-c595b5c3-6f95-423e-b745-714f2a06f802 None None] Calling delete_port for dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 owned by network:dhcp {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:37:19.737924 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3a74f677-cb3b-492c-9112-4ea2fb1e002f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335914', 'neutron.services.segments.db._delete_segments_for_network-8767534955484'] for network (fa33c312-594b-49b2-bd86-df2f885aca0c), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:19.753934 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c595b5c3-6f95-423e-b745-714f2a06f802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957'] for port (dc2ca5ba-2a7e-4b33-bd46-d74319ebab48), after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:19.761230 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-3a74f677-cb3b-492c-9112-4ea2fb1e002f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa33c312-594b-49b2-bd86-df2f885aca0c']}} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:19.772847 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-3a74f677-cb3b-492c-9112-4ea2fb1e002f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28160fab-1756-4ac2-a33b-52e68979dd7f') {'for_net_delete': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:19.773267 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-3a74f677-cb3b-492c-9112-4ea2fb1e002f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28160fab-1756-4ac2-a33b-52e68979dd7f') {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:19.784385 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595b5c3-6f95-423e-b745-714f2a06f802 None None] Pushing event deleted for resources: {'Port': ['ID=dc2ca5ba-2a7e-4b33-bd46-d74319ebab48,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:19.787788 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c595b5c3-6f95-423e-b745-714f2a06f802 None None] No DVR routers for this DVR port dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 on host dv-cinder-860260-1-iscsi {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:37:19.794580 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3a74f677-cb3b-492c-9112-4ea2fb1e002f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767534908582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5614583'] for segment (28160fab-1756-4ac2-a33b-52e68979dd7f), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:19.810595 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3a74f677-cb3b-492c-9112-4ea2fb1e002f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (28160fab-1756-4ac2-a33b-52e68979dd7f), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:19.817780 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a74f677-cb3b-492c-9112-4ea2fb1e002f admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=106355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 14:37:19.818275 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3a74f677-cb3b-492c-9112-4ea2fb1e002f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6577857'] for segment (28160fab-1756-4ac2-a33b-52e68979dd7f), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:19.887337 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3a74f677-cb3b-492c-9112-4ea2fb1e002f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1336217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549289'] for network (fa33c312-594b-49b2-bd86-df2f885aca0c), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:19.892474 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3a74f677-cb3b-492c-9112-4ea2fb1e002f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:19.896786 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-3a74f677-cb3b-492c-9112-4ea2fb1e002f admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/fa33c312-594b-49b2-bd86-df2f885aca0c HTTP/1.1" status: 204 len: 168 time: 0.7868023 Oct 04 14:37:19.900651 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49068) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:19.916844 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74f677-cb3b-492c-9112-4ea2fb1e002f admin admin] Pushing event deleted for resources: {'Network': ['ID=fa33c312-594b-49b2-bd86-df2f885aca0c,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:20.081140 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.services.segments.plugin [-] Segment 28160fab-1756-4ac2-a33b-52e68979dd7f resource provider aggregate not found Oct 04 14:37:20.102423 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.services.segments.plugin [-] Segment 28160fab-1756-4ac2-a33b-52e68979dd7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28160fab-1756-4ac2-a33b-52e68979dd7f found for delete ", "request_id": "req-45e20dba-40af-4dbf-b3b4-40e6dde11871"}]} Oct 04 14:37:20.224927 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:20.263587 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:20.270694 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-993949eb-5a83-4ead-aa56-d81ab1d0490f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556104'] for router_interface (958738c5-6791-4ddc-b9d1-b4cec0dbb23f), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:20.513967 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-993949eb-5a83-4ead-aa56-d81ab1d0490f admin admin] Deleting port 674dfd0b-9afb-4e52-9c02-7f1681c53c38 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:37:20.514265 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-993949eb-5a83-4ead-aa56-d81ab1d0490f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (674dfd0b-9afb-4e52-9c02-7f1681c53c38), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:20.614775 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [None req-993949eb-5a83-4ead-aa56-d81ab1d0490f admin admin] For port 674dfd0b-9afb-4e52-9c02-7f1681c53c38, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=674dfd0b-9afb-4e52-9c02-7f1681c53c38,segment=NetworkSegment(70b27e1a-43fe-40a4-b950-a28b44962b3a),segment_id=70b27e1a-43fe-40a4-b950-a28b44962b3a)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:20.615133 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-993949eb-5a83-4ead-aa56-d81ab1d0490f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (674dfd0b-9afb-4e52-9c02-7f1681c53c38), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:20.629131 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-993949eb-5a83-4ead-aa56-d81ab1d0490f admin admin] Calling delete_port for 674dfd0b-9afb-4e52-9c02-7f1681c53c38 owned by network:router_interface {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:37:20.776644 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:37:20.797862 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:37:20.798421 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device dc2ca5ba-2a7e-4b33-bd46-d74319ebab48 not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:37:20.841771 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-993949eb-5a83-4ead-aa56-d81ab1d0490f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (674dfd0b-9afb-4e52-9c02-7f1681c53c38), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:20.866810 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993949eb-5a83-4ead-aa56-d81ab1d0490f admin admin] Pushing event deleted for resources: {'Port': ['ID=674dfd0b-9afb-4e52-9c02-7f1681c53c38,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:21.052660 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-993949eb-5a83-4ead-aa56-d81ab1d0490f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556092'] for router_interface (958738c5-6791-4ddc-b9d1-b4cec0dbb23f), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:21.120475 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:21.278682 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993949eb-5a83-4ead-aa56-d81ab1d0490f admin admin] Router 958738c5-6791-4ddc-b9d1-b4cec0dbb23f has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:37:21.281718 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:21.387986 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993949eb-5a83-4ead-aa56-d81ab1d0490f admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:37:21.395663 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-993949eb-5a83-4ead-aa56-d81ab1d0490f admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/958738c5-6791-4ddc-b9d1-b4cec0dbb23f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4927142 Oct 04 14:37:21.396145 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49130) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:21.399154 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d37664c-b0a4-4a47-8ad8-7d4ad023abb2 None None] Sync routers for ids ['958738c5-6791-4ddc-b9d1-b4cec0dbb23f'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:37:21.412870 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d37664c-b0a4-4a47-8ad8-7d4ad023abb2 None None] Routers {'958738c5-6791-4ddc-b9d1-b4cec0dbb23f'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:37:21.413820 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-7d37664c-b0a4-4a47-8ad8-7d4ad023abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:36:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['958738c5-6791-4ddc-b9d1-b4cec0dbb23f'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:21.441089 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:21.506548 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c2049ef0-a838-4253-ba81-38aa7d1065a3 admin admin] Publish callbacks [] for router (958738c5-6791-4ddc-b9d1-b4cec0dbb23f), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:21.534812 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-7d37664c-b0a4-4a47-8ad8-7d4ad023abb2 None None] Set router 958738c5-6791-4ddc-b9d1-b4cec0dbb23f gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:37:21.546380 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49134) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:21.624239 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c2049ef0-a838-4253-ba81-38aa7d1065a3 admin admin] Publish callbacks [] for router_gateway (958738c5-6791-4ddc-b9d1-b4cec0dbb23f), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:21.676042 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-c00e5804-3bef-4c77-83c3-3a309209bf30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:21.691004 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-c2049ef0-a838-4253-ba81-38aa7d1065a3 admin admin] Deleting port 405cf2c9-ab7e-4f3d-aec0-efb18476853a {{(pid=106355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:37:21.692157 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c2049ef0-a838-4253-ba81-38aa7d1065a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (405cf2c9-ab7e-4f3d-aec0-efb18476853a), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:21.734270 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=100 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:21.751003 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-7d37664c-b0a4-4a47-8ad8-7d4ad023abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958738c5-6791-4ddc-b9d1-b4cec0dbb23f', 'name': 'tempest-TestMinimumBasicScenario-115691165-router', 'tenant_id': '941e341c4f564c77a33a6944b6d7bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '405cf2c9-ab7e-4f3d-aec0-efb18476853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:33:46Z', 'updated_at': '2022-10-04T14:37:20Z', 'revision_number': 5, 'project_id': '941e341c4f564c77a33a6944b6d7bf63', 'gw_port': {'id': '405cf2c9-ab7e-4f3d-aec0-efb18476853a', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:51:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958738c5-6791-4ddc-b9d1-b4cec0dbb23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:33:47Z', 'updated_at': '2022-10-04T14:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:21.777744 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-c00e5804-3bef-4c77-83c3-3a309209bf30 admin admin] Publish callbacks [] for security_group (593b4409-d794-408a-ab2d-33b2bfb9723c), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:21.788405 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-c00e5804-3bef-4c77-83c3-3a309209bf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (593b4409-d794-408a-ab2d-33b2bfb9723c), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:21.794165 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d37664c-b0a4-4a47-8ad8-7d4ad023abb2 None None] Checking router: 958738c5-6791-4ddc-b9d1-b4cec0dbb23f for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:37:21.800892 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-c2049ef0-a838-4253-ba81-38aa7d1065a3 admin admin] For port 405cf2c9-ab7e-4f3d-aec0-efb18476853a, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=405cf2c9-ab7e-4f3d-aec0-efb18476853a,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:21.801266 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c2049ef0-a838-4253-ba81-38aa7d1065a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (405cf2c9-ab7e-4f3d-aec0-efb18476853a), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:21.802428 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d37664c-b0a4-4a47-8ad8-7d4ad023abb2 None None] Routers {'958738c5-6791-4ddc-b9d1-b4cec0dbb23f'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:37:21.803895 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-7d37664c-b0a4-4a47-8ad8-7d4ad023abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:36:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['958738c5-6791-4ddc-b9d1-b4cec0dbb23f'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:21.816006 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-c2049ef0-a838-4253-ba81-38aa7d1065a3 admin admin] Calling delete_port for 405cf2c9-ab7e-4f3d-aec0-efb18476853a owned by network:router_gateway {{(pid=106355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:37:21.841798 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-c00e5804-3bef-4c77-83c3-3a309209bf30 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b678fee2618f45a7b5689c765150f26e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942548 Oct 04 14:37:21.842563 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49144) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:21.843255 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e5804-3bef-4c77-83c3-3a309209bf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593b4409-d794-408a-ab2d-33b2bfb9723c,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:21.888990 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:21.906760 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d8dbb153-f77d-4f0e-9b6e-a3ae28acf94d admin admin] Publish callbacks [] for security_group (593b4409-d794-408a-ab2d-33b2bfb9723c), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:21.907384 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-7d37664c-b0a4-4a47-8ad8-7d4ad023abb2 None None] Set router 958738c5-6791-4ddc-b9d1-b4cec0dbb23f gateway port host: None {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:37:21.927748 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d8dbb153-f77d-4f0e-9b6e-a3ae28acf94d admin admin] Publish callbacks [] for security_group (593b4409-d794-408a-ab2d-33b2bfb9723c), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:21.964035 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-7d37664c-b0a4-4a47-8ad8-7d4ad023abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958738c5-6791-4ddc-b9d1-b4cec0dbb23f', 'name': 'tempest-TestMinimumBasicScenario-115691165-router', 'tenant_id': '941e341c4f564c77a33a6944b6d7bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:33:46Z', 'updated_at': '2022-10-04T14:37:21Z', 'revision_number': 6, 'project_id': '941e341c4f564c77a33a6944b6d7bf63', 'gw_port_host': None}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:21.989196 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d8dbb153-f77d-4f0e-9b6e-a3ae28acf94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (593b4409-d794-408a-ab2d-33b2bfb9723c), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:21.990145 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d37664c-b0a4-4a47-8ad8-7d4ad023abb2 None None] The sync data for ids ['958738c5-6791-4ddc-b9d1-b4cec0dbb23f'] in dv-cinder-860260-1-iscsi is: [{'id': '958738c5-6791-4ddc-b9d1-b4cec0dbb23f', 'name': 'tempest-TestMinimumBasicScenario-115691165-router', 'tenant_id': '941e341c4f564c77a33a6944b6d7bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:33:46Z', 'updated_at': '2022-10-04T14:37:21Z', 'revision_number': 6, 'project_id': '941e341c4f564c77a33a6944b6d7bf63', 'gw_port_host': None}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:37:21.991984 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d8dbb153-f77d-4f0e-9b6e-a3ae28acf94d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:21.997936 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-d8dbb153-f77d-4f0e-9b6e-a3ae28acf94d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/593b4409-d794-408a-ab2d-33b2bfb9723c HTTP/1.1" status: 204 len: 168 time: 0.1508639 Oct 04 14:37:22.009613 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbb153-f77d-4f0e-9b6e-a3ae28acf94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593b4409-d794-408a-ab2d-33b2bfb9723c,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:22.050421 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c2049ef0-a838-4253-ba81-38aa7d1065a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (405cf2c9-ab7e-4f3d-aec0-efb18476853a), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:22.079554 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2049ef0-a838-4253-ba81-38aa7d1065a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=405cf2c9-ab7e-4f3d-aec0-efb18476853a,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:22.158125 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c2049ef0-a838-4253-ba81-38aa7d1065a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549238'] for router_gateway (958738c5-6791-4ddc-b9d1-b4cec0dbb23f), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:22.251086 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c2049ef0-a838-4253-ba81-38aa7d1065a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7298'] for router (958738c5-6791-4ddc-b9d1-b4cec0dbb23f), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:22.253300 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c2049ef0-a838-4253-ba81-38aa7d1065a3 admin admin] Publish callbacks [] for router_controller (958738c5-6791-4ddc-b9d1-b4cec0dbb23f), precommit_delete_associations {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:22.297336 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c2049ef0-a838-4253-ba81-38aa7d1065a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556132'] for router (958738c5-6791-4ddc-b9d1-b4cec0dbb23f), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:22.298030 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2049ef0-a838-4253-ba81-38aa7d1065a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 958738c5-6791-4ddc-b9d1-b4cec0dbb23f {{(pid=106355) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 14:37:22.302868 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c2049ef0-a838-4253-ba81-38aa7d1065a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:22.304036 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-c2049ef0-a838-4253-ba81-38aa7d1065a3 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/958738c5-6791-4ddc-b9d1-b4cec0dbb23f HTTP/1.1" status: 204 len: 168 time: 0.9066026 Oct 04 14:37:22.307155 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49150) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:22.314589 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49152) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:22.329938 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7fad8de6-39fa-4cd2-80e8-d273be3f8d76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:22.359591 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e254af-043e-4a8c-b230-97e55fa85ba7 admin admin] Deleting subnet 9da073a5-d443-42ac-890d-1505031c83c7 {{(pid=106355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 14:37:22.363921 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-57e254af-043e-4a8c-b230-97e55fa85ba7 admin admin] Publish callbacks [] for subnet (9da073a5-d443-42ac-890d-1505031c83c7), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:22.422525 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-57e254af-043e-4a8c-b230-97e55fa85ba7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5614478'] for subnet (9da073a5-d443-42ac-890d-1505031c83c7), precommit_delete_associations {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:22.453446 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7fad8de6-39fa-4cd2-80e8-d273be3f8d76 admin admin] Publish callbacks [] for security_group (2750857d-96cc-45e6-90f2-ee05635b4b89), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:22.463106 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7fad8de6-39fa-4cd2-80e8-d273be3f8d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (2750857d-96cc-45e6-90f2-ee05635b4b89), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:22.506835 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-7fad8de6-39fa-4cd2-80e8-d273be3f8d76 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=7bcf8b9118714111a55681cb26f0be34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1904554 Oct 04 14:37:22.507536 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad8de6-39fa-4cd2-80e8-d273be3f8d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2750857d-96cc-45e6-90f2-ee05635b4b89,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:22.509949 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49156) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:22.519462 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-57e254af-043e-4a8c-b230-97e55fa85ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394552'] for subnet (9da073a5-d443-42ac-890d-1505031c83c7), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:22.528188 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:22.565706 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d225bd55-e188-4a4d-912d-34daab3b70fd admin admin] Publish callbacks [] for security_group (2750857d-96cc-45e6-90f2-ee05635b4b89), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:22.576121 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-57e254af-043e-4a8c-b230-97e55fa85ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6577707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6171493'] for subnet (9da073a5-d443-42ac-890d-1505031c83c7), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:22.583955 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:22.587484 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d225bd55-e188-4a4d-912d-34daab3b70fd admin admin] Publish callbacks [] for security_group (2750857d-96cc-45e6-90f2-ee05635b4b89), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:22.610119 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e254af-043e-4a8c-b230-97e55fa85ba7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9da073a5-d443-42ac-890d-1505031c83c7,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:22.612226 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-57e254af-043e-4a8c-b230-97e55fa85ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:22.619253 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-57e254af-043e-4a8c-b230-97e55fa85ba7 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/9da073a5-d443-42ac-890d-1505031c83c7 HTTP/1.1" status: 204 len: 168 time: 0.3103051 Oct 04 14:37:22.619958 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49158) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:22.620526 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b7c9d3-4ead-4d95-b6dc-df26de9d2541 None None] Network a1c38a9a-3fc5-4ca4-8876-deeddb979261 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:37:22.698454 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-92b9e3ff-62ef-404b-9d39-f4ff86c624d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1385909'] for network (a1c38a9a-3fc5-4ca4-8876-deeddb979261), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:22.701545 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d225bd55-e188-4a4d-912d-34daab3b70fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (2750857d-96cc-45e6-90f2-ee05635b4b89), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:22.703956 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d225bd55-e188-4a4d-912d-34daab3b70fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:22.705100 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-d225bd55-e188-4a4d-912d-34daab3b70fd admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2750857d-96cc-45e6-90f2-ee05635b4b89 HTTP/1.1" status: 204 len: 168 time: 0.1942606 Oct 04 14:37:22.707967 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:22.722154 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225bd55-e188-4a4d-912d-34daab3b70fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2750857d-96cc-45e6-90f2-ee05635b4b89,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:22.769431 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-92b9e3ff-62ef-404b-9d39-f4ff86c624d6 admin admin] Deleting port 8d12d03c-96c8-44a2-be83-bd450e917996 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:37:22.769847 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-92b9e3ff-62ef-404b-9d39-f4ff86c624d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (8d12d03c-96c8-44a2-be83-bd450e917996), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:22.817683 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb92524c-245a-4226-ace9-68aa43c75fe3 None None] DHCP port deletion for a1c38a9a-3fc5-4ca4-8876-deeddb979261 request from dv-cinder-860260-1-iscsi {{(pid=106357) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 14:37:22.872176 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 674dfd0b-9afb-4e52-9c02-7f1681c53c38 no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:37:22.898320 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: 674dfd0b-9afb-4e52-9c02-7f1681c53c38 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:37:22.899756 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 674dfd0b-9afb-4e52-9c02-7f1681c53c38 not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:37:22.900667 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 405cf2c9-ab7e-4f3d-aec0-efb18476853a no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:37:22.906608 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-fb92524c-245a-4226-ace9-68aa43c75fe3 None None] Deleting port 8d12d03c-96c8-44a2-be83-bd450e917996 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:37:22.907865 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fb92524c-245a-4226-ace9-68aa43c75fe3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (8d12d03c-96c8-44a2-be83-bd450e917996), before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:22.914847 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [None req-92b9e3ff-62ef-404b-9d39-f4ff86c624d6 admin admin] For port 8d12d03c-96c8-44a2-be83-bd450e917996, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=8d12d03c-96c8-44a2-be83-bd450e917996,segment=NetworkSegment(70b27e1a-43fe-40a4-b950-a28b44962b3a),segment_id=70b27e1a-43fe-40a4-b950-a28b44962b3a)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:22.915603 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-92b9e3ff-62ef-404b-9d39-f4ff86c624d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (8d12d03c-96c8-44a2-be83-bd450e917996), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:22.934982 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-92b9e3ff-62ef-404b-9d39-f4ff86c624d6 admin admin] Calling delete_port for 8d12d03c-96c8-44a2-be83-bd450e917996 owned by network:dhcp {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:37:22.978699 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: 405cf2c9-ab7e-4f3d-aec0-efb18476853a {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:37:22.979036 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 405cf2c9-ab7e-4f3d-aec0-efb18476853a not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:37:23.041328 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-92b9e3ff-62ef-404b-9d39-f4ff86c624d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (8d12d03c-96c8-44a2-be83-bd450e917996), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:23.070478 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9e3ff-62ef-404b-9d39-f4ff86c624d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d12d03c-96c8-44a2-be83-bd450e917996,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:23.073681 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b9e3ff-62ef-404b-9d39-f4ff86c624d6 admin admin] No DVR routers for this DVR port 8d12d03c-96c8-44a2-be83-bd450e917996 on host dv-cinder-860260-1-iscsi {{(pid=106356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:37:23.187540 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-92b9e3ff-62ef-404b-9d39-f4ff86c624d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335914', 'neutron.services.segments.db._delete_segments_for_network-8767534955484'] for network (a1c38a9a-3fc5-4ca4-8876-deeddb979261), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:23.187946 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-fb92524c-245a-4226-ace9-68aa43c75fe3 None None] For port 8d12d03c-96c8-44a2-be83-bd450e917996, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=8d12d03c-96c8-44a2-be83-bd450e917996,segment=NetworkSegment(70b27e1a-43fe-40a4-b950-a28b44962b3a),segment_id=70b27e1a-43fe-40a4-b950-a28b44962b3a)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:23.188443 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fb92524c-245a-4226-ace9-68aa43c75fe3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (8d12d03c-96c8-44a2-be83-bd450e917996), precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:23.202572 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-fb92524c-245a-4226-ace9-68aa43c75fe3 None None] Calling delete_port for 8d12d03c-96c8-44a2-be83-bd450e917996 owned by network:dhcp {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:37:23.204083 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=100 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:23.219103 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:23.225490 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.services.segments.db [None req-92b9e3ff-62ef-404b-9d39-f4ff86c624d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c38a9a-3fc5-4ca4-8876-deeddb979261']}} {{(pid=106356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:23.237241 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.services.segments.db [None req-92b9e3ff-62ef-404b-9d39-f4ff86c624d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b27e1a-43fe-40a4-b950-a28b44962b3a') {'for_net_delete': True} {{(pid=106356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:23.237776 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.services.segments.db [None req-92b9e3ff-62ef-404b-9d39-f4ff86c624d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b27e1a-43fe-40a4-b950-a28b44962b3a') {} {{(pid=106356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:23.255404 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-92b9e3ff-62ef-404b-9d39-f4ff86c624d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767534908582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5701715'] for segment (70b27e1a-43fe-40a4-b950-a28b44962b3a), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:23.273929 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-92b9e3ff-62ef-404b-9d39-f4ff86c624d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (70b27e1a-43fe-40a4-b950-a28b44962b3a), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:23.283106 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b9e3ff-62ef-404b-9d39-f4ff86c624d6 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=106356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 14:37:23.283840 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-92b9e3ff-62ef-404b-9d39-f4ff86c624d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372171'] for segment (70b27e1a-43fe-40a4-b950-a28b44962b3a), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:23.316353 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fb92524c-245a-4226-ace9-68aa43c75fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957'] for port (8d12d03c-96c8-44a2-be83-bd450e917996), after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:23.339477 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.services.segments.plugin [-] Segment 70b27e1a-43fe-40a4-b950-a28b44962b3a resource provider aggregate not found Oct 04 14:37:23.346929 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92524c-245a-4226-ace9-68aa43c75fe3 None None] Pushing event deleted for resources: {'Port': ['ID=8d12d03c-96c8-44a2-be83-bd450e917996,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:23.354975 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb92524c-245a-4226-ace9-68aa43c75fe3 None None] No DVR routers for this DVR port 8d12d03c-96c8-44a2-be83-bd450e917996 on host dv-cinder-860260-1-iscsi {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:37:23.373108 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.services.segments.plugin [-] Segment 70b27e1a-43fe-40a4-b950-a28b44962b3a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70b27e1a-43fe-40a4-b950-a28b44962b3a found for delete ", "request_id": "req-b5205322-e1f4-46e6-9ab7-729436ccc8ae"}]} Oct 04 14:37:23.373108 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-92b9e3ff-62ef-404b-9d39-f4ff86c624d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1336217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549289'] for network (a1c38a9a-3fc5-4ca4-8876-deeddb979261), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:23.377736 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-92b9e3ff-62ef-404b-9d39-f4ff86c624d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:23.384407 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-92b9e3ff-62ef-404b-9d39-f4ff86c624d6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/a1c38a9a-3fc5-4ca4-8876-deeddb979261 HTTP/1.1" status: 204 len: 168 time: 0.7619381 Oct 04 14:37:23.398942 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9e3ff-62ef-404b-9d39-f4ff86c624d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1c38a9a-3fc5-4ca4-8876-deeddb979261,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:23.590198 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49192) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:23.636359 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-0db9da5d-6dfd-4d89-8823-0f22b8cba7a5 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9cf9a725cf7e42ea939bee84113b12ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413589 Oct 04 14:37:23.636874 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49194) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:23.689550 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-37eb2e2e-4d78-488b-b316-c3c1252fd12b admin admin] Publish callbacks [] for security_group (9b5cfdd0-b7f1-47bd-98cf-88bfa2396286), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:23.712628 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-37eb2e2e-4d78-488b-b316-c3c1252fd12b admin admin] Publish callbacks [] for security_group (9b5cfdd0-b7f1-47bd-98cf-88bfa2396286), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:23.762006 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-37eb2e2e-4d78-488b-b316-c3c1252fd12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (9b5cfdd0-b7f1-47bd-98cf-88bfa2396286), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:23.764587 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-37eb2e2e-4d78-488b-b316-c3c1252fd12b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:23.765757 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-37eb2e2e-4d78-488b-b316-c3c1252fd12b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9b5cfdd0-b7f1-47bd-98cf-88bfa2396286 HTTP/1.1" status: 204 len: 168 time: 0.1279004 Oct 04 14:37:23.774696 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb2e2e-4d78-488b-b316-c3c1252fd12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5cfdd0-b7f1-47bd-98cf-88bfa2396286,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:24.196805 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49212) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:24.244860 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-a21875d3-587a-4bd2-a882-cf7b6e3ebf47 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=941e341c4f564c77a33a6944b6d7bf63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468314 Oct 04 14:37:24.247667 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49214) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:24.299845 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f23ecc80-fb46-4ac8-95df-2bfb8d24d8c4 admin admin] Publish callbacks [] for security_group (8e1f61d9-fcdc-45f8-a3db-7a09bd617091), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:24.321957 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f23ecc80-fb46-4ac8-95df-2bfb8d24d8c4 admin admin] Publish callbacks [] for security_group (8e1f61d9-fcdc-45f8-a3db-7a09bd617091), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:24.362939 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49220) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:24.378137 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f23ecc80-fb46-4ac8-95df-2bfb8d24d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (8e1f61d9-fcdc-45f8-a3db-7a09bd617091), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:24.387493 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f23ecc80-fb46-4ac8-95df-2bfb8d24d8c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:24.391082 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-f23ecc80-fb46-4ac8-95df-2bfb8d24d8c4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8e1f61d9-fcdc-45f8-a3db-7a09bd617091 HTTP/1.1" status: 204 len: 168 time: 0.1399539 Oct 04 14:37:24.398382 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ecc80-fb46-4ac8-95df-2bfb8d24d8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1f61d9-fcdc-45f8-a3db-7a09bd617091,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:24.599967 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-16d8e64b-6946-483d-827e-a88379d48bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:24.618577 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:24.746445 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-16d8e64b-6946-483d-827e-a88379d48bbc admin admin] Publish callbacks [] for security_group (df1911ea-e733-45dd-b707-22398b55aa68), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:24.752870 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-16d8e64b-6946-483d-827e-a88379d48bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (df1911ea-e733-45dd-b707-22398b55aa68), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:24.803186 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-16d8e64b-6946-483d-827e-a88379d48bbc admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=47c2da5b0ed14916bbed7796f8575d10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4387250 Oct 04 14:37:24.808513 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49234) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:24.847848 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8e64b-6946-483d-827e-a88379d48bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1911ea-e733-45dd-b707-22398b55aa68,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:24.883227 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 8d12d03c-96c8-44a2-be83-bd450e917996 no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:37:24.907475 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:24.908607 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: 8d12d03c-96c8-44a2-be83-bd450e917996 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:37:24.909552 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 8d12d03c-96c8-44a2-be83-bd450e917996 not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:37:24.918377 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-1e108283-2b10-4794-83cd-a0583ca20e27 admin admin] Publish callbacks [] for security_group (df1911ea-e733-45dd-b707-22398b55aa68), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:24.943719 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-1e108283-2b10-4794-83cd-a0583ca20e27 admin admin] Publish callbacks [] for security_group (df1911ea-e733-45dd-b707-22398b55aa68), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:24.997039 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-1e108283-2b10-4794-83cd-a0583ca20e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (df1911ea-e733-45dd-b707-22398b55aa68), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:25.000349 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-1e108283-2b10-4794-83cd-a0583ca20e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:25.001991 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-1e108283-2b10-4794-83cd-a0583ca20e27 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/df1911ea-e733-45dd-b707-22398b55aa68 HTTP/1.1" status: 204 len: 168 time: 0.1919329 Oct 04 14:37:25.014670 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e108283-2b10-4794-83cd-a0583ca20e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1911ea-e733-45dd-b707-22398b55aa68,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:25.902774 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49304) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:26.023100 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-6020c3ec-e261-427e-a910-c3dddbbbea96 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-825360471-network', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b'}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:37:26.048693 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6020c3ec-e261-427e-a910-c3dddbbbea96 admin admin] Made reservation on behalf of bf0ffb6098014feb89d5d6f61832b03b for: {'network': 1} {{(pid=106355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:37:26.051317 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6020c3ec-e261-427e-a910-c3dddbbbea96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for network (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:26.061650 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6020c3ec-e261-427e-a910-c3dddbbbea96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:26.144895 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6020c3ec-e261-427e-a910-c3dddbbbea96 admin admin] Publish callbacks [] for security_group (777de6b1-525c-4a3a-a665-03c1acf6a71e), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:26.150132 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6020c3ec-e261-427e-a910-c3dddbbbea96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (777de6b1-525c-4a3a-a665-03c1acf6a71e), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:26.178213 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6020c3ec-e261-427e-a910-c3dddbbbea96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=106355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 14:37:26.189231 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020c3ec-e261-427e-a910-c3dddbbbea96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777de6b1-525c-4a3a-a665-03c1acf6a71e,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:26.196437 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6020c3ec-e261-427e-a910-c3dddbbbea96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (423413b7-e990-4208-b74c-36950881e4c7), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:26.196764 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.db.segments_db [None req-6020c3ec-e261-427e-a910-c3dddbbbea96 admin admin] Added segment 423413b7-e990-4208-b74c-36950881e4c7 of type vlan for network 8dc4bbb0-f4de-40e9-996f-7b16b870c41f Oct 04 14:37:26.243692 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6020c3ec-e261-427e-a910-c3dddbbbea96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767534377674'] for network (8dc4bbb0-f4de-40e9-996f-7b16b870c41f), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:26.270136 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6020c3ec-e261-427e-a910-c3dddbbbea96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for network (8dc4bbb0-f4de-40e9-996f-7b16b870c41f), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:26.271401 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6020c3ec-e261-427e-a910-c3dddbbbea96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:26.271987 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6020c3ec-e261-427e-a910-c3dddbbbea96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:26.340181 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-6020c3ec-e261-427e-a910-c3dddbbbea96 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4362552 Oct 04 14:37:26.340843 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:26.343225 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49340) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:26.345216 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020c3ec-e261-427e-a910-c3dddbbbea96 admin admin] Pushing event updated for resources: {'Network': ['ID=8dc4bbb0-f4de-40e9-996f-7b16b870c41f,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:26.348182 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-155a2e38-e376-4607-8c4c-1c477a7eb633 admin admin] Request body: {'subnet': {'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-825360471-subnet', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'ip_version': 4}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:37:26.357433 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Network 8dc4bbb0-f4de-40e9-996f-7b16b870c41f details requested by agent ovs-agent-dv-cinder-860260-1-iscsi with host dv-cinder-860260-1-iscsi {{(pid=106357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 14:37:26.374960 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155a2e38-e376-4607-8c4c-1c477a7eb633 admin admin] Made reservation on behalf of bf0ffb6098014feb89d5d6f61832b03b for: {'subnet': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:37:26.377361 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-155a2e38-e376-4607-8c4c-1c477a7eb633 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4681365'] for subnet (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:26.452470 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:26.564580 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-155a2e38-e376-4607-8c4c-1c477a7eb633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4681351'] for subnet (31e0a0f4-a531-46c3-bc87-029efb60f8bc), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:26.615982 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a2e38-e376-4607-8c4c-1c477a7eb633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31e0a0f4-a531-46c3-bc87-029efb60f8bc,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:26.632934 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155a2e38-e376-4607-8c4c-1c477a7eb633 admin admin] Checking segment: {'id': '423413b7-e990-4208-b74c-36950881e4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:37:26.633275 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155a2e38-e376-4607-8c4c-1c477a7eb633 admin admin] Network hostable DHCP agents. Network: 8dc4bbb0-f4de-40e9-996f-7b16b870c41f, hostable agents: ['ca19cd2b-474d-4d89-a742-81ad09a7c505'], hosted agents: [] {{(pid=106356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 14:37:26.653990 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155a2e38-e376-4607-8c4c-1c477a7eb633 admin admin] Network 8dc4bbb0-f4de-40e9-996f-7b16b870c41f is scheduled to be hosted by DHCP agent ca19cd2b-474d-4d89-a742-81ad09a7c505 with binding_index 1 {{(pid=106356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 14:37:26.667842 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-155a2e38-e376-4607-8c4c-1c477a7eb633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860260-1-iscsi, 8dc4bbb0-f4de-40e9-996f-7b16b870c41f) {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:37:26.678811 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155a2e38-e376-4607-8c4c-1c477a7eb633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:26.679625 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-155a2e38-e376-4607-8c4c-1c477a7eb633 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:26.681126 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ace77f-a8ff-4942-9d60-3fc786ee1a58 None None] Network 8dc4bbb0-f4de-40e9-996f-7b16b870c41f requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:37:26.699561 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-155a2e38-e376-4607-8c4c-1c477a7eb633 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3551207 Oct 04 14:37:26.704147 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49360) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:26.714864 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-cff1fd5b-b872-49eb-afb7-98d6817ef9e6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-825360471-router', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:37:26.764215 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cff1fd5b-b872-49eb-afb7-98d6817ef9e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7312'] for router (b2d0c66d-d8de-457b-8d50-548fcb62b799), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:26.765347 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cff1fd5b-b872-49eb-afb7-98d6817ef9e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7307'] for router (b2d0c66d-d8de-457b-8d50-548fcb62b799), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:26.879680 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cff1fd5b-b872-49eb-afb7-98d6817ef9e6 admin admin] Publish callbacks [] for router_controller (b2d0c66d-d8de-457b-8d50-548fcb62b799), precommit_add_association {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:26.896338 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0c84f4-6385-443f-8b8a-b852451435d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d75d4f5-93f2-5a44-ba2c-7aa78ccd22af-8dc4bbb0-f4de-40e9-996f-7b16b870c41f', 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f', 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'fixed_ips': [{'subnet_id': '31e0a0f4-a531-46c3-bc87-029efb60f8bc'}]}} from dv-cinder-860260-1-iscsi. {{(pid=106357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 14:37:26.897308 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bc0c84f4-6385-443f-8b8a-b852451435d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:27.043893 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c88614d5-399b-47a9-9efd-a9c68477aeff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:27.070431 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49372) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:27.071840 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cff1fd5b-b872-49eb-afb7-98d6817ef9e6 admin admin] Publish callbacks [] for router_gateway (b2d0c66d-d8de-457b-8d50-548fcb62b799), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:27.138062 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [None req-bc0c84f4-6385-443f-8b8a-b852451435d3 None None] Allocated IP 172.20.0.2 (8dc4bbb0-f4de-40e9-996f-7b16b870c41f/31e0a0f4-a531-46c3-bc87-029efb60f8bc/23ab3183-6b21-4235-b51e-b09c2c512ef7) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:37:27.274784 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-93ce080e-e6b9-4da5-83cf-d39a3d617385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:27.357521 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bc0c84f4-6385-443f-8b8a-b852451435d3 None None] Publish callbacks [] for port (23ab3183-6b21-4235-b51e-b09c2c512ef7), precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:27.371340 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bc0c84f4-6385-443f-8b8a-b852451435d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (23ab3183-6b21-4235-b51e-b09c2c512ef7), after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:27.421199 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-93ce080e-e6b9-4da5-83cf-d39a3d617385 admin admin] Publish callbacks [] for security_group (dd993716-5a06-4a2b-bc53-891a8663bb2d), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:27.428908 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-93ce080e-e6b9-4da5-83cf-d39a3d617385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (dd993716-5a06-4a2b-bc53-891a8663bb2d), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:27.454839 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c84f4-6385-443f-8b8a-b852451435d3 None None] Pushing event updated for resources: {'Port': ['ID=23ab3183-6b21-4235-b51e-b09c2c512ef7,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:27.467953 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0c84f4-6385-443f-8b8a-b852451435d3 None None] Network 8dc4bbb0-f4de-40e9-996f-7b16b870c41f is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:37:27.469912 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-bc0c84f4-6385-443f-8b8a-b852451435d3 None None] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:37:27.472828 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c84f4-6385-443f-8b8a-b852451435d3 None None] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:37:27.492519 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce080e-e6b9-4da5-83cf-d39a3d617385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd993716-5a06-4a2b-bc53-891a8663bb2d,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:27.526694 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-93ce080e-e6b9-4da5-83cf-d39a3d617385 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2c7648119a8148b2aa6f2d604279b95c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4542124 Oct 04 14:37:27.527341 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49382) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:27.567502 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-bc0c84f4-6385-443f-8b8a-b852451435d3 None None] Attempting to bind port 23ab3183-6b21-4235-b51e-b09c2c512ef7 on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:37:27.567963 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-bc0c84f4-6385-443f-8b8a-b852451435d3 None None] Attempting to bind port 23ab3183-6b21-4235-b51e-b09c2c512ef7 by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '423413b7-e990-4208-b74c-36950881e4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:37:27.568462 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c84f4-6385-443f-8b8a-b852451435d3 None None] Attempting to bind port 23ab3183-6b21-4235-b51e-b09c2c512ef7 on network 8dc4bbb0-f4de-40e9-996f-7b16b870c41f {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:37:27.579787 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=77,neutron:UPDATE=5,neutron:INSERT=18 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:27.591322 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6dad914c-4ab2-4869-b596-5fc94db9cc61 admin admin] Publish callbacks [] for security_group (dd993716-5a06-4a2b-bc53-891a8663bb2d), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:27.616065 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c84f4-6385-443f-8b8a-b852451435d3 None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:37:27.617051 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c84f4-6385-443f-8b8a-b852451435d3 None None] Checking segment: {'id': '423413b7-e990-4208-b74c-36950881e4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:37:27.617217 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bc0c84f4-6385-443f-8b8a-b852451435d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:27.617728 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c84f4-6385-443f-8b8a-b852451435d3 None None] Bound using segment: {'id': '423413b7-e990-4208-b74c-36950881e4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:37:27.618384 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-bc0c84f4-6385-443f-8b8a-b852451435d3 None None] Bound port: 23ab3183-6b21-4235-b51e-b09c2c512ef7, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423413b7-e990-4208-b74c-36950881e4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:37:27.618827 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bc0c84f4-6385-443f-8b8a-b852451435d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (23ab3183-6b21-4235-b51e-b09c2c512ef7), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:27.619123 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6dad914c-4ab2-4869-b596-5fc94db9cc61 admin admin] Publish callbacks [] for security_group (dd993716-5a06-4a2b-bc53-891a8663bb2d), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:27.648006 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cff1fd5b-b872-49eb-afb7-98d6817ef9e6 admin admin] Publish callbacks [] for router_gateway (b2d0c66d-d8de-457b-8d50-548fcb62b799), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:27.671125 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cff1fd5b-b872-49eb-afb7-98d6817ef9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:27.680868 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:27.695996 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6dad914c-4ab2-4869-b596-5fc94db9cc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (dd993716-5a06-4a2b-bc53-891a8663bb2d), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:27.699340 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6dad914c-4ab2-4869-b596-5fc94db9cc61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:27.700649 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-6dad914c-4ab2-4869-b596-5fc94db9cc61 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/dd993716-5a06-4a2b-bc53-891a8663bb2d HTTP/1.1" status: 204 len: 168 time: 0.1720169 Oct 04 14:37:27.701012 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bc0c84f4-6385-443f-8b8a-b852451435d3 None None] For port 23ab3183-6b21-4235-b51e-b09c2c512ef7, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:37:27.706577 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bc0c84f4-6385-443f-8b8a-b852451435d3 None None] For port 23ab3183-6b21-4235-b51e-b09c2c512ef7, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=23ab3183-6b21-4235-b51e-b09c2c512ef7,segment=NetworkSegment(423413b7-e990-4208-b74c-36950881e4c7),segment_id=423413b7-e990-4208-b74c-36950881e4c7)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:37:27.716841 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bc0c84f4-6385-443f-8b8a-b852451435d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (23ab3183-6b21-4235-b51e-b09c2c512ef7), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:27.736555 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad914c-4ab2-4869-b596-5fc94db9cc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd993716-5a06-4a2b-bc53-891a8663bb2d,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:27.791254 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:27.816261 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c84f4-6385-443f-8b8a-b852451435d3 None None] Pushing event updated for resources: {'Port': ['ID=23ab3183-6b21-4235-b51e-b09c2c512ef7,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:27.845530 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [None req-cff1fd5b-b872-49eb-afb7-98d6817ef9e6 admin admin] Allocated IP 172.27.3.98 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:37:28.030358 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cff1fd5b-b872-49eb-afb7-98d6817ef9e6 admin admin] Publish callbacks [] for port (a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:28.035556 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:28.079889 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cff1fd5b-b872-49eb-afb7-98d6817ef9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:28.139401 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff1fd5b-b872-49eb-afb7-98d6817ef9e6 admin admin] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:37:28.142578 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-cff1fd5b-b872-49eb-afb7-98d6817ef9e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:37:28.145252 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff1fd5b-b872-49eb-afb7-98d6817ef9e6 admin admin] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:37:28.155571 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49388) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:28.170511 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5b84bc50-29cf-49a0-8a19-083ee06b220d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:28.172263 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1fd5b-b872-49eb-afb7-98d6817ef9e6 admin admin] Pushing event updated for resources: {'Port': ['ID=a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:28.255371 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5b84bc50-29cf-49a0-8a19-083ee06b220d admin admin] Publish callbacks [] for security_group (13da0631-7851-4e3c-99db-0544267bfb28), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:28.260978 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5b84bc50-29cf-49a0-8a19-083ee06b220d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (13da0631-7851-4e3c-99db-0544267bfb28), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:28.295471 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84bc50-29cf-49a0-8a19-083ee06b220d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13da0631-7851-4e3c-99db-0544267bfb28,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:28.315679 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49390) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:28.316197 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-5b84bc50-29cf-49a0-8a19-083ee06b220d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=1b00634588204b41ac2df7546c1e195c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1594481 Oct 04 14:37:28.454504 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7d5d68e3-516f-4080-82c6-6a3ca04b2a6c admin admin] Publish callbacks [] for security_group (13da0631-7851-4e3c-99db-0544267bfb28), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:28.468517 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cff1fd5b-b872-49eb-afb7-98d6817ef9e6 admin admin] Publish callbacks [] for router_gateway (b2d0c66d-d8de-457b-8d50-548fcb62b799), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:28.511942 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7d5d68e3-516f-4080-82c6-6a3ca04b2a6c admin admin] Publish callbacks [] for security_group (13da0631-7851-4e3c-99db-0544267bfb28), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:28.599837 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:28.647839 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7d5d68e3-516f-4080-82c6-6a3ca04b2a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (13da0631-7851-4e3c-99db-0544267bfb28), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:28.651182 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7d5d68e3-516f-4080-82c6-6a3ca04b2a6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:28.652382 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-7d5d68e3-516f-4080-82c6-6a3ca04b2a6c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/13da0631-7851-4e3c-99db-0544267bfb28 HTTP/1.1" status: 204 len: 168 time: 0.3352776 Oct 04 14:37:28.674424 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d68e3-516f-4080-82c6-6a3ca04b2a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13da0631-7851-4e3c-99db-0544267bfb28,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:28.765370 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cff1fd5b-b872-49eb-afb7-98d6817ef9e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549326'] for router (b2d0c66d-d8de-457b-8d50-548fcb62b799), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:28.883152 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 23ab3183-6b21-4235-b51e-b09c2c512ef7 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:37:28.948254 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 23ab3183-6b21-4235-b51e-b09c2c512ef7 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:37:28.948674 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (23ab3183-6b21-4235-b51e-b09c2c512ef7), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:28.949104 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 23ab3183-6b21-4235-b51e-b09c2c512ef7 Oct 04 14:37:28.949489 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba22c7-1c5b-48a3-aa1b-28f4eceb884c req-827774f3-b2af-43ab-9bae-454eb719ad29 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:28.951039 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b5ba22c7-1c5b-48a3-aa1b-28f4eceb884c req-827774f3-b2af-43ab-9bae-454eb719ad29 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a960e16e-2d9b-4ad0-95c8-d1b951f4a29f HTTP/1.1" status: 200 len: 946 time: 0.0617385 Oct 04 14:37:29.017213 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49804100-82d2-407e-89e0-d31bb6913810 None None] Network 8dc4bbb0-f4de-40e9-996f-7b16b870c41f requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:37:29.029832 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b5ba22c7-1c5b-48a3-aa1b-28f4eceb884c req-7f83f3f2-d976-4083-8c48-26d60098df70 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=230c7ad9-e1e2-4eee-ae0e-e72c35aab8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687752 Oct 04 14:37:29.035260 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff1fd5b-b872-49eb-afb7-98d6817ef9e6 admin admin] Router b2d0c66d-d8de-457b-8d50-548fcb62b799 is scheduled to L3 agent 143239ad-78d0-4b46-bab7-60f655805716 with binding_index 1 {{(pid=106356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 14:37:29.074902 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 23ab3183-6b21-4235-b51e-b09c2c512ef7 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:37:29.075293 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (23ab3183-6b21-4235-b51e-b09c2c512ef7), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:29.142020 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:29.155331 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-fbb41a6b-d57a-4066-b1e4-3d5e356d0135 None None] Provisioning complete for port 23ab3183-6b21-4235-b51e-b09c2c512ef7 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:37:29.155715 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fbb41a6b-d57a-4066-b1e4-3d5e356d0135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (23ab3183-6b21-4235-b51e-b09c2c512ef7), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:29.156056 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-fbb41a6b-d57a-4066-b1e4-3d5e356d0135 None None] Attempt 1 to provision port 23ab3183-6b21-4235-b51e-b09c2c512ef7 Oct 04 14:37:29.157138 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff1fd5b-b872-49eb-afb7-98d6817ef9e6 admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:37:29.161628 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port 23ab3183-6b21-4235-b51e-b09c2c512ef7, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=23ab3183-6b21-4235-b51e-b09c2c512ef7,segment=NetworkSegment(423413b7-e990-4208-b74c-36950881e4c7),segment_id=423413b7-e990-4208-b74c-36950881e4c7)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:29.174465 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] Sync routers for ids ['b2d0c66d-d8de-457b-8d50-548fcb62b799'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:37:29.183397 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cff1fd5b-b872-49eb-afb7-98d6817ef9e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:29.184510 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (23ab3183-6b21-4235-b51e-b09c2c512ef7), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:29.190186 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-cff1fd5b-b872-49eb-afb7-98d6817ef9e6 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4842913 Oct 04 14:37:29.190789 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49408) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:29.204912 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] Routers {'b2d0c66d-d8de-457b-8d50-548fcb62b799'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:37:29.205889 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:36:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['b2d0c66d-d8de-457b-8d50-548fcb62b799'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:29.211964 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:29.232874 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:29.290346 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=23ab3183-6b21-4235-b51e-b09c2c512ef7,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:29.345624 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] Set router b2d0c66d-d8de-457b-8d50-548fcb62b799 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:37:29.345880 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-fbb41a6b-d57a-4066-b1e4-3d5e356d0135 None None] Current status of the port 23ab3183-6b21-4235-b51e-b09c2c512ef7 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:37:29.463050 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c82890ea-3855-4d66-8150-f81312f86fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:29.566683 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-feb545bc-364b-4e18-b9eb-47f530d5c363 None None] Provisioning complete for port 23ab3183-6b21-4235-b51e-b09c2c512ef7 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:37:29.567673 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-feb545bc-364b-4e18-b9eb-47f530d5c363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (23ab3183-6b21-4235-b51e-b09c2c512ef7), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:29.571119 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-feb545bc-364b-4e18-b9eb-47f530d5c363 None None] Attempt 1 to provision port 23ab3183-6b21-4235-b51e-b09c2c512ef7 Oct 04 14:37:29.603047 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'name': 'tempest-TestShelveInstance-825360471-router', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:37:26Z', 'updated_at': '2022-10-04T14:37:28Z', 'revision_number': 3, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'gw_port': {'id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:27Z', 'updated_at': '2022-10-04T14:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:29.636934 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] Checking router: b2d0c66d-d8de-457b-8d50-548fcb62b799 for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:37:29.637268 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] Updating router b2d0c66d-d8de-457b-8d50-548fcb62b799 port a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9 binding host dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 14:37:29.667272 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-feb545bc-364b-4e18-b9eb-47f530d5c363 None None] Current status of the port 23ab3183-6b21-4235-b51e-b09c2c512ef7 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:37:29.686569 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:29.854422 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:29.910124 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=100 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:29.915429 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:29.977457 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] Publish callbacks [] for port (a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9), precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:29.992348 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:30.001025 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d8a9ab3c-b0e0-48fb-aa5f-0f0740c4bf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:30.033889 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] Attempting to bind port a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9 on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:37:30.034175 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] Attempting to bind port a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9 by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:37:30.034600 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] Attempting to bind port a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9 on network de362cfd-b891-4103-bae0-869e4a402a70 {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:37:30.075253 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9cbf8-a565-4ca9-af02-18e9422f76f9 None None] Pushing event updated for resources: {'Port': ['ID=a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9,revision_number=2']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:30.088980 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c9cbf8-a565-4ca9-af02-18e9422f76f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:30.089252 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c9cbf8-a565-4ca9-af02-18e9422f76f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:30.089735 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c9cbf8-a565-4ca9-af02-18e9422f76f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:30.089934 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c9cbf8-a565-4ca9-af02-18e9422f76f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:30.090268 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c9cbf8-a565-4ca9-af02-18e9422f76f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:30.090588 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c9cbf8-a565-4ca9-af02-18e9422f76f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:30.090904 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c9cbf8-a565-4ca9-af02-18e9422f76f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:30.091222 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c9cbf8-a565-4ca9-af02-18e9422f76f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:30.091543 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c9cbf8-a565-4ca9-af02-18e9422f76f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:30.091861 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c9cbf8-a565-4ca9-af02-18e9422f76f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:30.092217 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c9cbf8-a565-4ca9-af02-18e9422f76f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:30.092527 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c9cbf8-a565-4ca9-af02-18e9422f76f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:30.092846 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c9cbf8-a565-4ca9-af02-18e9422f76f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:30.093173 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c9cbf8-a565-4ca9-af02-18e9422f76f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:30.093468 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c9cbf8-a565-4ca9-af02-18e9422f76f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:37:30.107587 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:37:30.107953 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] Checking segment: {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:37:30.108405 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:30.108797 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] Bound using segment: {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:37:30.109256 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] Bound port: a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:37:30.109630 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:30.161730 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] For port a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:37:30.165541 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] For port a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:37:30.171539 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:30.217303 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] Routers {'b2d0c66d-d8de-457b-8d50-548fcb62b799'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:37:30.218018 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:37:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['b2d0c66d-d8de-457b-8d50-548fcb62b799'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:30.230559 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:30.241022 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_common [None req-d8a9ab3c-b0e0-48fb-aa5f-0f0740c4bf13 admin admin] Allocated IP 172.20.0.1 (8dc4bbb0-f4de-40e9-996f-7b16b870c41f/31e0a0f4-a531-46c3-bc87-029efb60f8bc/b825a6c9-1ca5-4fad-9920-9c7dc656ee71) {{(pid=106355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:37:30.249833 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f04c7-2eb3-4b53-a84a-390b906a649d req-4443d8c4-63dd-45c8-894e-3fbfa207649b tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:30.251339 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-256f04c7-2eb3-4b53-a84a-390b906a649d req-4443d8c4-63dd-45c8-894e-3fbfa207649b tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a960e16e-2d9b-4ad0-95c8-d1b951f4a29f HTTP/1.1" status: 200 len: 946 time: 0.1041675 Oct 04 14:37:30.277770 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9cbf8-a565-4ca9-af02-18e9422f76f9 None None] Pushing event updated for resources: {'Port': ['ID=a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9,revision_number=3']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:30.352472 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] Set router b2d0c66d-d8de-457b-8d50-548fcb62b799 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:37:30.356414 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-256f04c7-2eb3-4b53-a84a-390b906a649d req-4b67ab0d-7f17-4132-8a91-2d45d2171527 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=230c7ad9-e1e2-4eee-ae0e-e72c35aab8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993760 Oct 04 14:37:30.409457 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d8a9ab3c-b0e0-48fb-aa5f-0f0740c4bf13 admin admin] Publish callbacks [] for port (b825a6c9-1ca5-4fad-9920-9c7dc656ee71), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:30.463571 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d8a9ab3c-b0e0-48fb-aa5f-0f0740c4bf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (b825a6c9-1ca5-4fad-9920-9c7dc656ee71), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:30.514041 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a9ab3c-b0e0-48fb-aa5f-0f0740c4bf13 admin admin] Network 8dc4bbb0-f4de-40e9-996f-7b16b870c41f is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:37:30.517520 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-d8a9ab3c-b0e0-48fb-aa5f-0f0740c4bf13 admin admin] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:37:30.521638 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a9ab3c-b0e0-48fb-aa5f-0f0740c4bf13 admin admin] Received port after_create {{(pid=106355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:37:30.526383 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9ab3c-b0e0-48fb-aa5f-0f0740c4bf13 admin admin] Pushing event updated for resources: {'Port': ['ID=b825a6c9-1ca5-4fad-9920-9c7dc656ee71,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:30.555848 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'name': 'tempest-TestShelveInstance-825360471-router', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:37:26Z', 'updated_at': '2022-10-04T14:37:28Z', 'revision_number': 3, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'gw_port': {'id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:27Z', 'updated_at': '2022-10-04T14:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:30.568342 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d8a9ab3c-b0e0-48fb-aa5f-0f0740c4bf13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737589'] for router_interface (b2d0c66d-d8de-457b-8d50-548fcb62b799), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:30.587726 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4e619-a49e-4d31-b163-44fa0c591c65 req-2554fa9b-612f-49d8-b226-722c3121d79f tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:30.589473 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-25c4e619-a49e-4d31-b163-44fa0c591c65 req-2554fa9b-612f-49d8-b226-722c3121d79f tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a960e16e-2d9b-4ad0-95c8-d1b951f4a29f HTTP/1.1" status: 200 len: 946 time: 0.0763063 Oct 04 14:37:30.640251 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:30.717752 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c71994c-3a2e-429a-83ef-5f6c32d99679 None None] The sync data for ids ['b2d0c66d-d8de-457b-8d50-548fcb62b799'] in dv-cinder-860260-1-iscsi is: [{'id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'name': 'tempest-TestShelveInstance-825360471-router', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:37:26Z', 'updated_at': '2022-10-04T14:37:28Z', 'revision_number': 3, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'gw_port': {'id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:27Z', 'updated_at': '2022-10-04T14:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:37:30.746909 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-25c4e619-a49e-4d31-b163-44fa0c591c65 req-6c305ced-1580-471a-be43-5aede8d55198 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Deleting port c36c3311-21de-407e-a97a-632316d80eb7 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:37:30.747422 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-25c4e619-a49e-4d31-b163-44fa0c591c65 req-6c305ced-1580-471a-be43-5aede8d55198 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (c36c3311-21de-407e-a97a-632316d80eb7), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:30.788185 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d8a9ab3c-b0e0-48fb-aa5f-0f0740c4bf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (b825a6c9-1ca5-4fad-9920-9c7dc656ee71), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:30.850774 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 23ab3183-6b21-4235-b51e-b09c2c512ef7 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:37:30.892338 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-25c4e619-a49e-4d31-b163-44fa0c591c65 req-6c305ced-1580-471a-be43-5aede8d55198 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] For port c36c3311-21de-407e-a97a-632316d80eb7, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=c36c3311-21de-407e-a97a-632316d80eb7,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:30.892751 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-25c4e619-a49e-4d31-b163-44fa0c591c65 req-6c305ced-1580-471a-be43-5aede8d55198 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (c36c3311-21de-407e-a97a-632316d80eb7), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:30.913337 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-05ac8fe4-59c7-4edc-8ff8-7e1c507e73ab None None] Provisioning complete for port b825a6c9-1ca5-4fad-9920-9c7dc656ee71 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:37:30.915071 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-05ac8fe4-59c7-4edc-8ff8-7e1c507e73ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (b825a6c9-1ca5-4fad-9920-9c7dc656ee71), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:30.915914 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-05ac8fe4-59c7-4edc-8ff8-7e1c507e73ab None None] Attempt 1 to provision port b825a6c9-1ca5-4fad-9920-9c7dc656ee71 Oct 04 14:37:30.972293 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 23ab3183-6b21-4235-b51e-b09c2c512ef7 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:37:30.974108 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (23ab3183-6b21-4235-b51e-b09c2c512ef7), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:30.975748 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 23ab3183-6b21-4235-b51e-b09c2c512ef7 Oct 04 14:37:30.989139 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-05ac8fe4-59c7-4edc-8ff8-7e1c507e73ab None None] Port b825a6c9-1ca5-4fad-9920-9c7dc656ee71 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:37:31.112855 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 23ab3183-6b21-4235-b51e-b09c2c512ef7 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:37:31.123374 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d8a9ab3c-b0e0-48fb-aa5f-0f0740c4bf13 admin admin] Publish callbacks [] for port (b825a6c9-1ca5-4fad-9920-9c7dc656ee71), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:31.133473 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d8a9ab3c-b0e0-48fb-aa5f-0f0740c4bf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577893'] for port (b825a6c9-1ca5-4fad-9920-9c7dc656ee71), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:31.186698 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d8a9ab3c-b0e0-48fb-aa5f-0f0740c4bf13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737705'] for router_interface (b2d0c66d-d8de-457b-8d50-548fcb62b799), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:31.187415 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-25c4e619-a49e-4d31-b163-44fa0c591c65 req-6c305ced-1580-471a-be43-5aede8d55198 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:31.187882 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-25c4e619-a49e-4d31-b163-44fa0c591c65 req-6c305ced-1580-471a-be43-5aede8d55198 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (f4ebef53-e63f-4486-b47f-14228b504c27), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:31.188203 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.l3_db [req-25c4e619-a49e-4d31-b163-44fa0c591c65 req-6c305ced-1580-471a-be43-5aede8d55198 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Floating IP f4ebef53-e63f-4486-b47f-14228b504c27 disassociated. External IP: 172.27.3.35, port: c36c3311-21de-407e-a97a-632316d80eb7. Oct 04 14:37:31.188758 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-25c4e619-a49e-4d31-b163-44fa0c591c65 req-6c305ced-1580-471a-be43-5aede8d55198 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Calling delete_port for c36c3311-21de-407e-a97a-632316d80eb7 owned by compute:nova {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:37:31.253608 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:31.310319 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9ab3c-b0e0-48fb-aa5f-0f0740c4bf13 admin admin] Pushing event updated for resources: {'Port': ['ID=b825a6c9-1ca5-4fad-9920-9c7dc656ee71,revision_number=2']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:31.367982 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a9ab3c-b0e0-48fb-aa5f-0f0740c4bf13 admin admin] Network 8dc4bbb0-f4de-40e9-996f-7b16b870c41f is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:37:31.368718 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-25c4e619-a49e-4d31-b163-44fa0c591c65 req-6c305ced-1580-471a-be43-5aede8d55198 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (c36c3311-21de-407e-a97a-632316d80eb7), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:31.370970 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-d8a9ab3c-b0e0-48fb-aa5f-0f0740c4bf13 admin admin] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:37:31.415811 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c305ced-1580-471a-be43-5aede8d55198 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event deleted for resources: {'Port': ['ID=c36c3311-21de-407e-a97a-632316d80eb7,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:31.497142 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:31.563842 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a9ab3c-b0e0-48fb-aa5f-0f0740c4bf13 admin admin] Router b2d0c66d-d8de-457b-8d50-548fcb62b799 has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:37:31.640861 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-02061251-e4ce-4110-bb9a-e657d68590f9 req-793894b7-9c39-4fd9-a14e-b0171b01312b tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a960e16e-2d9b-4ad0-95c8-d1b951f4a29f HTTP/1.1" status: 200 len: 210 time: 0.1123435 Oct 04 14:37:31.686747 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25c4e619-a49e-4d31-b163-44fa0c591c65 req-6c305ced-1580-471a-be43-5aede8d55198 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Router 62bc1c7e-254b-44ea-8e51-0290db5b3aee has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:37:31.727972 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a9ab3c-b0e0-48fb-aa5f-0f0740c4bf13 admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:37:31.747972 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-d8a9ab3c-b0e0-48fb-aa5f-0f0740c4bf13 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/b2d0c66d-d8de-457b-8d50-548fcb62b799/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5559814 Oct 04 14:37:31.848419 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-b0feb879-5515-48d8-9960-99ed2681d5b6 None None] Provisioning complete for port b825a6c9-1ca5-4fad-9920-9c7dc656ee71 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:37:31.849470 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b0feb879-5515-48d8-9960-99ed2681d5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (b825a6c9-1ca5-4fad-9920-9c7dc656ee71), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:31.850355 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-b0feb879-5515-48d8-9960-99ed2681d5b6 None None] Attempt 1 to provision port b825a6c9-1ca5-4fad-9920-9c7dc656ee71 Oct 04 14:37:31.873192 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25c4e619-a49e-4d31-b163-44fa0c591c65 req-6c305ced-1580-471a-be43-5aede8d55198 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:37:31.925199 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29aba45-f446-4c69-84ec-84d4cc36043a None None] Sync routers for ids ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:37:31.968553 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29aba45-f446-4c69-84ec-84d4cc36043a None None] Routers {'62bc1c7e-254b-44ea-8e51-0290db5b3aee'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:37:31.969199 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-a29aba45-f446-4c69-84ec-84d4cc36043a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:37:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:31.971290 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-b0feb879-5515-48d8-9960-99ed2681d5b6 None None] Port b825a6c9-1ca5-4fad-9920-9c7dc656ee71 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:37:31.972658 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c4e619-a49e-4d31-b163-44fa0c591c65 req-6c305ced-1580-471a-be43-5aede8d55198 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] No DVR routers for this DVR port c36c3311-21de-407e-a97a-632316d80eb7 on host hv-cinder-86026 {{(pid=106356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:37:31.976944 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-25c4e619-a49e-4d31-b163-44fa0c591c65 req-6c305ced-1580-471a-be43-5aede8d55198 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:31.986416 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-25c4e619-a49e-4d31-b163-44fa0c591c65 req-6c305ced-1580-471a-be43-5aede8d55198 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.17 "DELETE /networking/v2.0/ports/c36c3311-21de-407e-a97a-632316d80eb7 HTTP/1.1" status: 204 len: 173 time: 1.3916190 Oct 04 14:37:31.990580 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a960e16e-2d9b-4ad0-95c8-d1b951f4a29f', 'name': 'network-vif-deleted', 'tag': 'c36c3311-21de-407e-a97a-632316d80eb7'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:37:32.013817 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d7d01f-f316-4489-b369-71af4190208e" -d '{"events": [{"server_uuid": "a960e16e-2d9b-4ad0-95c8-d1b951f4a29f", "name": "network-vif-deleted", "tag": "c36c3311-21de-407e-a97a-632316d80eb7"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:37:32.135213 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a038f7e-03a4-4d81-a6f9-d7aecf5abe84 x-openstack-request-id: req-0a038f7e-03a4-4d81-a6f9-d7aecf5abe84 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:37:32.136332 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a960e16e-2d9b-4ad0-95c8-d1b951f4a29f", "name": "network-vif-deleted", "tag": "c36c3311-21de-407e-a97a-632316d80eb7", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:37:32.136659 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a038f7e-03a4-4d81-a6f9-d7aecf5abe84 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:37:32.137279 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a038f7e-03a4-4d81-a6f9-d7aecf5abe84'] response: {'server_uuid': 'a960e16e-2d9b-4ad0-95c8-d1b951f4a29f', 'name': 'network-vif-deleted', 'tag': 'c36c3311-21de-407e-a97a-632316d80eb7', 'status': 'completed', 'code': 200} Oct 04 14:37:32.145947 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-a29aba45-f446-4c69-84ec-84d4cc36043a None None] Set router 62bc1c7e-254b-44ea-8e51-0290db5b3aee gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:37:32.313343 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=100 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:32.334168 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:32.432545 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-a29aba45-f446-4c69-84ec-84d4cc36043a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:09Z', 'revision_number': 5, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:32.463930 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29aba45-f446-4c69-84ec-84d4cc36043a None None] Checking router: 62bc1c7e-254b-44ea-8e51-0290db5b3aee for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:37:32.474657 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29aba45-f446-4c69-84ec-84d4cc36043a None None] Routers {'62bc1c7e-254b-44ea-8e51-0290db5b3aee'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:37:32.477343 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-a29aba45-f446-4c69-84ec-84d4cc36043a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:37:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:32.587770 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-a29aba45-f446-4c69-84ec-84d4cc36043a None None] Set router 62bc1c7e-254b-44ea-8e51-0290db5b3aee gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:37:32.664836 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49484) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:32.669752 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-d8e149ae-79f6-4411-acf9-c601e27b1697 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-621437529-network', 'tenant_id': '3b511402d62d48d7ae28d4b36513bacb'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:37:32.674269 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:32.696666 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e149ae-79f6-4411-acf9-c601e27b1697 admin admin] Made reservation on behalf of 3b511402d62d48d7ae28d4b36513bacb for: {'network': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:37:32.698993 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d8e149ae-79f6-4411-acf9-c601e27b1697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for network (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:32.708193 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d8e149ae-79f6-4411-acf9-c601e27b1697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:32.829572 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:32.840217 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-a29aba45-f446-4c69-84ec-84d4cc36043a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:09Z', 'revision_number': 5, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:32.854164 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-da9c992d-0766-44d5-8442-0d5c8a676b38 req-7fe5ce69-6c0b-404b-9a1c-a722c70b02bf tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a960e16e-2d9b-4ad0-95c8-d1b951f4a29f HTTP/1.1" status: 200 len: 210 time: 0.0599532 Oct 04 14:37:32.873990 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:37:32.877058 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29aba45-f446-4c69-84ec-84d4cc36043a None None] The sync data for ids ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'] in dv-cinder-860260-1-iscsi is: [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:29:44Z', 'revision_number': 4, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '1a1ca0b1-1a82-4ee4-b642-8bb201981d87', 'name': '', 'network_id': '3e89e862-e669-4987-af44-eb18dbc3b78d', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'mac_address': 'fa:16:3e:45:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:41Z', 'updated_at': '2022-10-04T14:30:09Z', 'revision_number': 5, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'subnets': [{'id': '3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:37:32.919813 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d8e149ae-79f6-4411-acf9-c601e27b1697 admin admin] Publish callbacks [] for security_group (80d3ab4c-a50e-4be3-9e74-478eae2a800d), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:32.924636 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d8e149ae-79f6-4411-acf9-c601e27b1697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (80d3ab4c-a50e-4be3-9e74-478eae2a800d), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:32.938239 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:37:32.938870 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:32.939024 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9 Oct 04 14:37:32.965308 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e149ae-79f6-4411-acf9-c601e27b1697 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=106356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 14:37:32.985614 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d8e149ae-79f6-4411-acf9-c601e27b1697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (c7083fa1-a473-443d-a6f0-1e9d0ee9c752), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:32.986187 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.segments_db [None req-d8e149ae-79f6-4411-acf9-c601e27b1697 admin admin] Added segment c7083fa1-a473-443d-a6f0-1e9d0ee9c752 of type vlan for network 6482281b-be5f-4b71-b001-9c2414b5d3f9 Oct 04 14:37:32.999862 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e149ae-79f6-4411-acf9-c601e27b1697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d3ab4c-a50e-4be3-9e74-478eae2a800d,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:33.034560 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:37:33.035211 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:33.041352 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d8e149ae-79f6-4411-acf9-c601e27b1697 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767534377674'] for network (6482281b-be5f-4b71-b001-9c2414b5d3f9), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:33.059972 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:33.063922 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:33.071093 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d8e149ae-79f6-4411-acf9-c601e27b1697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478'] for network (6482281b-be5f-4b71-b001-9c2414b5d3f9), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:33.072185 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e149ae-79f6-4411-acf9-c601e27b1697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:33.072803 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d8e149ae-79f6-4411-acf9-c601e27b1697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:33.119004 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:33.128259 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-d8e149ae-79f6-4411-acf9-c601e27b1697 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4623232 Oct 04 14:37:33.131022 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49488) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:33.134714 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] Sync routers for ids ['b2d0c66d-d8de-457b-8d50-548fcb62b799'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:37:33.139046 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-0e63fc0a-ca15-4f8b-a3b4-ef9a899cdd5a admin admin] Request body: {'subnet': {'network_id': '6482281b-be5f-4b71-b001-9c2414b5d3f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-621437529-subnet', 'tenant_id': '3b511402d62d48d7ae28d4b36513bacb', 'ip_version': 4}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:37:33.147112 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] Routers {'b2d0c66d-d8de-457b-8d50-548fcb62b799'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:37:33.148480 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:37:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['b2d0c66d-d8de-457b-8d50-548fcb62b799'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:33.160338 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e149ae-79f6-4411-acf9-c601e27b1697 admin admin] Pushing event updated for resources: {'Network': ['ID=6482281b-be5f-4b71-b001-9c2414b5d3f9,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:33.170957 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Network 6482281b-be5f-4b71-b001-9c2414b5d3f9 details requested by agent ovs-agent-dv-cinder-860260-1-iscsi with host dv-cinder-860260-1-iscsi {{(pid=106357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 14:37:33.172380 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e63fc0a-ca15-4f8b-a3b4-ef9a899cdd5a admin admin] Made reservation on behalf of 3b511402d62d48d7ae28d4b36513bacb for: {'subnet': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:37:33.175355 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0e63fc0a-ca15-4f8b-a3b4-ef9a899cdd5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4681365'] for subnet (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:33.249007 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:33.263292 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] Set router b2d0c66d-d8de-457b-8d50-548fcb62b799 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:37:33.380790 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0e63fc0a-ca15-4f8b-a3b4-ef9a899cdd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4681351'] for subnet (fc494ec0-0f01-4d21-8c01-1c7094ee214b), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:33.465213 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63fc0a-ca15-4f8b-a3b4-ef9a899cdd5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc494ec0-0f01-4d21-8c01-1c7094ee214b,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:33.474206 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e63fc0a-ca15-4f8b-a3b4-ef9a899cdd5a admin admin] Checking segment: {'id': 'c7083fa1-a473-443d-a6f0-1e9d0ee9c752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6482281b-be5f-4b71-b001-9c2414b5d3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:37:33.474610 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e63fc0a-ca15-4f8b-a3b4-ef9a899cdd5a admin admin] Network hostable DHCP agents. Network: 6482281b-be5f-4b71-b001-9c2414b5d3f9, hostable agents: ['ca19cd2b-474d-4d89-a742-81ad09a7c505'], hosted agents: [] {{(pid=106356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 14:37:33.495295 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:33.511597 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a8d360-d5cb-4d99-91a6-40826a6f9b49 None None] New status for floating IP f4ebef53-e63f-4486-b47f-14228b504c27: DOWN {{(pid=106357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:37:33.513507 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e63fc0a-ca15-4f8b-a3b4-ef9a899cdd5a admin admin] Network 6482281b-be5f-4b71-b001-9c2414b5d3f9 is scheduled to be hosted by DHCP agent ca19cd2b-474d-4d89-a742-81ad09a7c505 with binding_index 1 {{(pid=106356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 14:37:33.526919 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-0e63fc0a-ca15-4f8b-a3b4-ef9a899cdd5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860260-1-iscsi, 6482281b-be5f-4b71-b001-9c2414b5d3f9) {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:37:33.539080 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e63fc0a-ca15-4f8b-a3b4-ef9a899cdd5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:33.539637 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'name': 'tempest-TestShelveInstance-825360471-router', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:37:26Z', 'updated_at': '2022-10-04T14:37:30Z', 'revision_number': 4, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'gw_port': {'id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:27Z', 'updated_at': '2022-10-04T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'b825a6c9-1ca5-4fad-9920-9c7dc656ee71', 'name': '', 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'mac_address': 'fa:16:3e:60:15:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '31e0a0f4-a531-46c3-bc87-029efb60f8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:30Z', 'updated_at': '2022-10-04T14:37:30Z', 'revision_number': 2, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'subnets': [{'id': '31e0a0f4-a531-46c3-bc87-029efb60f8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:33.539984 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0e63fc0a-ca15-4f8b-a3b4-ef9a899cdd5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:33.586468 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49496) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:33.587067 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-0e63fc0a-ca15-4f8b-a3b4-ef9a899cdd5a admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4491360 Oct 04 14:37:33.587193 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.v2.base [None req-08275fe8-8bf2-42c9-ac82-3aa54c02a6a7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-621437529-router', 'tenant_id': '3b511402d62d48d7ae28d4b36513bacb', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}}} {{(pid=106355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:37:33.594158 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da9ab69-4ee5-4d02-9b1a-a9c518cb2737 None None] Network 6482281b-be5f-4b71-b001-9c2414b5d3f9 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:37:33.595379 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] Checking router: b2d0c66d-d8de-457b-8d50-548fcb62b799 for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:37:33.595765 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] Updating router b2d0c66d-d8de-457b-8d50-548fcb62b799 port b825a6c9-1ca5-4fad-9920-9c7dc656ee71 binding host dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 14:37:33.615398 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:33.615656 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-08275fe8-8bf2-42c9-ac82-3aa54c02a6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7312'] for router (259540d0-dfe0-44f1-8ad5-9a7030222920), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:33.618788 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-08275fe8-8bf2-42c9-ac82-3aa54c02a6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-738975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7307'] for router (259540d0-dfe0-44f1-8ad5-9a7030222920), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:33.639506 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (b825a6c9-1ca5-4fad-9920-9c7dc656ee71), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:33.642927 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:33.692999 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:33.746625 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-08275fe8-8bf2-42c9-ac82-3aa54c02a6a7 admin admin] Publish callbacks [] for router_controller (259540d0-dfe0-44f1-8ad5-9a7030222920), precommit_add_association {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:33.820924 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fc00ec-d026-4570-8c1e-dcea55f0f083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d75d4f5-93f2-5a44-ba2c-7aa78ccd22af-6482281b-be5f-4b71-b001-9c2414b5d3f9', 'network_id': '6482281b-be5f-4b71-b001-9c2414b5d3f9', 'project_id': '3b511402d62d48d7ae28d4b36513bacb', 'fixed_ips': [{'subnet_id': 'fc494ec0-0f01-4d21-8c01-1c7094ee214b'}]}} from dv-cinder-860260-1-iscsi. {{(pid=106357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 14:37:33.821894 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-66fc00ec-d026-4570-8c1e-dcea55f0f083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:33.909832 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:33.964301 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-08275fe8-8bf2-42c9-ac82-3aa54c02a6a7 admin admin] Publish callbacks [] for router_gateway (259540d0-dfe0-44f1-8ad5-9a7030222920), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:33.967715 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:34.039249 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49518) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:34.055417 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:34.111274 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [None req-66fc00ec-d026-4570-8c1e-dcea55f0f083 None None] Allocated IP 172.20.0.2 (6482281b-be5f-4b71-b001-9c2414b5d3f9/fc494ec0-0f01-4d21-8c01-1c7094ee214b/7a852bbd-2253-4d37-add9-f84f11b36837) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:37:34.117965 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] Publish callbacks [] for port (b825a6c9-1ca5-4fad-9920-9c7dc656ee71), precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:34.126991 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (b825a6c9-1ca5-4fad-9920-9c7dc656ee71), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:34.132744 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-9a88719b-2a6d-47c2-b7c4-508594ed8798 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group (230c7ad9-e1e2-4eee-ae0e-e72c35aab8f7), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:34.167337 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-9a88719b-2a6d-47c2-b7c4-508594ed8798 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group (230c7ad9-e1e2-4eee-ae0e-e72c35aab8f7), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:34.237589 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-08275fe8-8bf2-42c9-ac82-3aa54c02a6a7 admin admin] Publish callbacks [] for router_gateway (259540d0-dfe0-44f1-8ad5-9a7030222920), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:34.243666 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-9a88719b-2a6d-47c2-b7c4-508594ed8798 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (230c7ad9-e1e2-4eee-ae0e-e72c35aab8f7), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:34.247355 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-9a88719b-2a6d-47c2-b7c4-508594ed8798 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:34.252147 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-9a88719b-2a6d-47c2-b7c4-508594ed8798 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/230c7ad9-e1e2-4eee-ae0e-e72c35aab8f7 HTTP/1.1" status: 204 len: 168 time: 0.2024732 Oct 04 14:37:34.254484 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49522) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:34.264263 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-08275fe8-8bf2-42c9-ac82-3aa54c02a6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:34.274665 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88719b-2a6d-47c2-b7c4-508594ed8798 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=230c7ad9-e1e2-4eee-ae0e-e72c35aab8f7,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:34.289483 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.api.v2.resource [None req-ef90fde5-8282-4fcc-a941-e403a2bd3789 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] show failed (client error): The resource could not be found. Oct 04 14:37:34.289483 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-ef90fde5-8282-4fcc-a941-e403a2bd3789 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "GET /networking/v2.0/security-groups/230c7ad9-e1e2-4eee-ae0e-e72c35aab8f7 HTTP/1.1" status: 404 len: 347 time: 0.0239429 Oct 04 14:37:34.289483 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49524) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:34.355965 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] Attempting to bind port b825a6c9-1ca5-4fad-9920-9c7dc656ee71 on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:37:34.356627 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] Attempting to bind port b825a6c9-1ca5-4fad-9920-9c7dc656ee71 by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '423413b7-e990-4208-b74c-36950881e4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f'}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:37:34.356627 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] Attempting to bind port b825a6c9-1ca5-4fad-9920-9c7dc656ee71 on network 8dc4bbb0-f4de-40e9-996f-7b16b870c41f {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:37:34.359320 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05236e7-b8a4-44ce-9690-c214732bc0cc None None] Pushing event updated for resources: {'Port': ['ID=b825a6c9-1ca5-4fad-9920-9c7dc656ee71,revision_number=3']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:34.389396 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-66fc00ec-d026-4570-8c1e-dcea55f0f083 None None] Publish callbacks [] for port (7a852bbd-2253-4d37-add9-f84f11b36837), precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:34.395594 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-66fc00ec-d026-4570-8c1e-dcea55f0f083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948'] for port (7a852bbd-2253-4d37-add9-f84f11b36837), after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:34.425676 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:37:34.426436 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] Checking segment: {'id': '423413b7-e990-4208-b74c-36950881e4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:37:34.427005 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:34.427608 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] Bound using segment: {'id': '423413b7-e990-4208-b74c-36950881e4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f'} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:37:34.428280 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] Bound port: b825a6c9-1ca5-4fad-9920-9c7dc656ee71, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423413b7-e990-4208-b74c-36950881e4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f'}}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:37:34.429024 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (b825a6c9-1ca5-4fad-9920-9c7dc656ee71), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:34.452422 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fc00ec-d026-4570-8c1e-dcea55f0f083 None None] Network 6482281b-be5f-4b71-b001-9c2414b5d3f9 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:37:34.452422 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-66fc00ec-d026-4570-8c1e-dcea55f0f083 None None] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:37:34.452870 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-0d905ea3-1275-411e-8494-31e4a5028848 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Deleting port 8903a673-8a20-471c-9b06-612492d75933 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:37:34.452870 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0d905ea3-1275-411e-8494-31e4a5028848 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (8903a673-8a20-471c-9b06-612492d75933), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:34.463964 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fc00ec-d026-4570-8c1e-dcea55f0f083 None None] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:37:34.493548 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_common [None req-08275fe8-8bf2-42c9-ac82-3aa54c02a6a7 admin admin] Allocated IP 172.27.3.87 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/19e0a3e3-a8f5-460d-814c-0d39f355299f) {{(pid=106355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:37:34.516938 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:34.518653 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc00ec-d026-4570-8c1e-dcea55f0f083 None None] Pushing event updated for resources: {'Port': ['ID=7a852bbd-2253-4d37-add9-f84f11b36837,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:34.547292 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] For port b825a6c9-1ca5-4fad-9920-9c7dc656ee71, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:37:34.552966 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] For port b825a6c9-1ca5-4fad-9920-9c7dc656ee71, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=b825a6c9-1ca5-4fad-9920-9c7dc656ee71,segment=NetworkSegment(423413b7-e990-4208-b74c-36950881e4c7),segment_id=423413b7-e990-4208-b74c-36950881e4c7)] {{(pid=106358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:37:34.562209 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-66fc00ec-d026-4570-8c1e-dcea55f0f083 None None] Attempting to bind port 7a852bbd-2253-4d37-add9-f84f11b36837 on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:37:34.562498 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-66fc00ec-d026-4570-8c1e-dcea55f0f083 None None] Attempting to bind port 7a852bbd-2253-4d37-add9-f84f11b36837 by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': 'c7083fa1-a473-443d-a6f0-1e9d0ee9c752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6482281b-be5f-4b71-b001-9c2414b5d3f9'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:37:34.562856 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fc00ec-d026-4570-8c1e-dcea55f0f083 None None] Attempting to bind port 7a852bbd-2253-4d37-add9-f84f11b36837 on network 6482281b-be5f-4b71-b001-9c2414b5d3f9 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:37:34.569414 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (b825a6c9-1ca5-4fad-9920-9c7dc656ee71), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:34.588018 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0d905ea3-1275-411e-8494-31e4a5028848 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (8903a673-8a20-471c-9b06-612492d75933), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:34.588433 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0d905ea3-1275-411e-8494-31e4a5028848 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (8903a673-8a20-471c-9b06-612492d75933), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:34.607669 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-0d905ea3-1275-411e-8494-31e4a5028848 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Calling delete_port for 8903a673-8a20-471c-9b06-612492d75933 owned by network:floatingip {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:37:34.621457 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fc00ec-d026-4570-8c1e-dcea55f0f083 None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:37:34.621726 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fc00ec-d026-4570-8c1e-dcea55f0f083 None None] Checking segment: {'id': 'c7083fa1-a473-443d-a6f0-1e9d0ee9c752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6482281b-be5f-4b71-b001-9c2414b5d3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:37:34.622117 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-66fc00ec-d026-4570-8c1e-dcea55f0f083 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:34.622836 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fc00ec-d026-4570-8c1e-dcea55f0f083 None None] Bound using segment: {'id': 'c7083fa1-a473-443d-a6f0-1e9d0ee9c752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6482281b-be5f-4b71-b001-9c2414b5d3f9'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:37:34.622965 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-66fc00ec-d026-4570-8c1e-dcea55f0f083 None None] Bound port: 7a852bbd-2253-4d37-add9-f84f11b36837, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7083fa1-a473-443d-a6f0-1e9d0ee9c752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6482281b-be5f-4b71-b001-9c2414b5d3f9'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:37:34.623739 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-66fc00ec-d026-4570-8c1e-dcea55f0f083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (7a852bbd-2253-4d37-add9-f84f11b36837), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:34.627513 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] Routers {'b2d0c66d-d8de-457b-8d50-548fcb62b799'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:37:34.628176 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:37:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['b2d0c66d-d8de-457b-8d50-548fcb62b799'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:34.689338 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-08275fe8-8bf2-42c9-ac82-3aa54c02a6a7 admin admin] Publish callbacks [] for port (19e0a3e3-a8f5-460d-814c-0d39f355299f), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:34.692759 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05236e7-b8a4-44ce-9690-c214732bc0cc None None] Pushing event updated for resources: {'Port': ['ID=b825a6c9-1ca5-4fad-9920-9c7dc656ee71,revision_number=4']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:34.701462 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:34.712456 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-66fc00ec-d026-4570-8c1e-dcea55f0f083 None None] For port 7a852bbd-2253-4d37-add9-f84f11b36837, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:37:34.717177 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-66fc00ec-d026-4570-8c1e-dcea55f0f083 None None] For port 7a852bbd-2253-4d37-add9-f84f11b36837, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=7a852bbd-2253-4d37-add9-f84f11b36837,segment=NetworkSegment(c7083fa1-a473-443d-a6f0-1e9d0ee9c752),segment_id=c7083fa1-a473-443d-a6f0-1e9d0ee9c752)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:37:34.727733 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-66fc00ec-d026-4570-8c1e-dcea55f0f083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (7a852bbd-2253-4d37-add9-f84f11b36837), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:34.743939 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-08275fe8-8bf2-42c9-ac82-3aa54c02a6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (19e0a3e3-a8f5-460d-814c-0d39f355299f), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:34.779976 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] Set router b2d0c66d-d8de-457b-8d50-548fcb62b799 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:37:34.814864 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc00ec-d026-4570-8c1e-dcea55f0f083 None None] Pushing event updated for resources: {'Port': ['ID=7a852bbd-2253-4d37-add9-f84f11b36837,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:34.820083 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08275fe8-8bf2-42c9-ac82-3aa54c02a6a7 admin admin] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:37:34.823666 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-08275fe8-8bf2-42c9-ac82-3aa54c02a6a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:37:34.833122 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08275fe8-8bf2-42c9-ac82-3aa54c02a6a7 admin admin] Received port after_create {{(pid=106355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:37:34.835692 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device c36c3311-21de-407e-a97a-632316d80eb7 no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:37:34.879289 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] No Port match for: c36c3311-21de-407e-a97a-632316d80eb7 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:37:34.887487 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device c36c3311-21de-407e-a97a-632316d80eb7 not bound to the agent host hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:37:34.887729 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08275fe8-8bf2-42c9-ac82-3aa54c02a6a7 admin admin] Pushing event updated for resources: {'Port': ['ID=19e0a3e3-a8f5-460d-814c-0d39f355299f,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:34.900589 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:37:34.902610 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0d905ea3-1275-411e-8494-31e4a5028848 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (8903a673-8a20-471c-9b06-612492d75933), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:34.907094 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:34.937278 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d905ea3-1275-411e-8494-31e4a5028848 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Pushing event deleted for resources: {'Port': ['ID=8903a673-8a20-471c-9b06-612492d75933,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:34.976102 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:37:34.976721 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:34.977091 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9 Oct 04 14:37:35.020413 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0d905ea3-1275-411e-8494-31e4a5028848 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks [] for floatingip (f4ebef53-e63f-4486-b47f-14228b504c27), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:35.023126 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0d905ea3-1275-411e-8494-31e4a5028848 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:35.024838 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-0d905ea3-1275-411e-8494-31e4a5028848 tempest-AttachVolumeNegativeTest-1316177622 tempest-AttachVolumeNegativeTest-1316177622-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/f4ebef53-e63f-4486-b47f-14228b504c27 HTTP/1.1" status: 204 len: 168 time: 0.7411628 Oct 04 14:37:35.137008 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:37:35.169884 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'name': 'tempest-TestShelveInstance-825360471-router', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:37:26Z', 'updated_at': '2022-10-04T14:37:30Z', 'revision_number': 4, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'gw_port': {'id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:27Z', 'updated_at': '2022-10-04T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'b825a6c9-1ca5-4fad-9920-9c7dc656ee71', 'name': '', 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'mac_address': 'fa:16:3e:60:15:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '31e0a0f4-a531-46c3-bc87-029efb60f8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:30Z', 'updated_at': '2022-10-04T14:37:34Z', 'revision_number': 4, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'subnets': [{'id': '31e0a0f4-a531-46c3-bc87-029efb60f8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:35.208929 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5a8f38-2909-407a-90f7-e2d85eea55e0 None None] The sync data for ids ['b2d0c66d-d8de-457b-8d50-548fcb62b799'] in dv-cinder-860260-1-iscsi is: [{'id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'name': 'tempest-TestShelveInstance-825360471-router', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:37:26Z', 'updated_at': '2022-10-04T14:37:30Z', 'revision_number': 4, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'gw_port': {'id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:27Z', 'updated_at': '2022-10-04T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'b825a6c9-1ca5-4fad-9920-9c7dc656ee71', 'name': '', 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'mac_address': 'fa:16:3e:60:15:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '31e0a0f4-a531-46c3-bc87-029efb60f8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:30Z', 'updated_at': '2022-10-04T14:37:34Z', 'revision_number': 4, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'subnets': [{'id': '31e0a0f4-a531-46c3-bc87-029efb60f8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:37:35.245189 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-08275fe8-8bf2-42c9-ac82-3aa54c02a6a7 admin admin] Publish callbacks [] for router_gateway (259540d0-dfe0-44f1-8ad5-9a7030222920), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:35.376455 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:35.515654 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-08275fe8-8bf2-42c9-ac82-3aa54c02a6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549326'] for router (259540d0-dfe0-44f1-8ad5-9a7030222920), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:35.678984 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08275fe8-8bf2-42c9-ac82-3aa54c02a6a7 admin admin] Router 259540d0-dfe0-44f1-8ad5-9a7030222920 is scheduled to L3 agent 143239ad-78d0-4b46-bab7-60f655805716 with binding_index 1 {{(pid=106355) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 14:37:35.763457 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49540) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:35.806279 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08275fe8-8bf2-42c9-ac82-3aa54c02a6a7 admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:37:35.815406 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] Sync routers for ids ['259540d0-dfe0-44f1-8ad5-9a7030222920'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:37:35.834687 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] Routers {'259540d0-dfe0-44f1-8ad5-9a7030222920'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:37:35.836095 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:37:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['259540d0-dfe0-44f1-8ad5-9a7030222920'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:35.849241 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-08275fe8-8bf2-42c9-ac82-3aa54c02a6a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:35.852024 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-08275fe8-8bf2-42c9-ac82-3aa54c02a6a7 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2701497 Oct 04 14:37:35.854703 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49544) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:35.993721 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0e81b565-f799-4b64-922e-b17a4b27636e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:36.012060 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] Set router 259540d0-dfe0-44f1-8ad5-9a7030222920 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:37:36.062559 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:36.139410 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0e81b565-f799-4b64-922e-b17a4b27636e admin admin] Publish callbacks [] for security_group (fdddebe4-af32-43d7-9cad-ea73803dd2b3), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:36.145933 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0e81b565-f799-4b64-922e-b17a4b27636e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (fdddebe4-af32-43d7-9cad-ea73803dd2b3), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:36.196952 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47a8276-add0-42eb-aff2-bc38b329d9df None None] Network 6482281b-be5f-4b71-b001-9c2414b5d3f9 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:37:36.204525 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-0e81b565-f799-4b64-922e-b17a4b27636e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5923af4cdabf4237805ad0ae68a9fffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4399407 Oct 04 14:37:36.205385 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81b565-f799-4b64-922e-b17a4b27636e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdddebe4-af32-43d7-9cad-ea73803dd2b3,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:36.207468 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49546) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:36.301523 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-ce3110a5-8fac-4256-ab72-8f0da554a6c2 None None] Provisioning complete for port 7a852bbd-2253-4d37-add9-f84f11b36837 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:37:36.302709 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ce3110a5-8fac-4256-ab72-8f0da554a6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (7a852bbd-2253-4d37-add9-f84f11b36837), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:36.303236 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-ce3110a5-8fac-4256-ab72-8f0da554a6c2 None None] Attempt 1 to provision port 7a852bbd-2253-4d37-add9-f84f11b36837 Oct 04 14:37:36.378972 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:36.442819 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259540d0-dfe0-44f1-8ad5-9a7030222920', 'name': 'tempest-TestShelveInstance-621437529-router', 'tenant_id': '3b511402d62d48d7ae28d4b36513bacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '19e0a3e3-a8f5-460d-814c-0d39f355299f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:37:33Z', 'updated_at': '2022-10-04T14:37:35Z', 'revision_number': 3, 'project_id': '3b511402d62d48d7ae28d4b36513bacb', 'gw_port': {'id': '19e0a3e3-a8f5-460d-814c-0d39f355299f', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259540d0-dfe0-44f1-8ad5-9a7030222920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:34Z', 'updated_at': '2022-10-04T14:37:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:36.453984 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3c7f9543-e481-412a-9fad-e7318fe5c6eb admin admin] Publish callbacks [] for security_group (fdddebe4-af32-43d7-9cad-ea73803dd2b3), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:36.463145 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-ce3110a5-8fac-4256-ab72-8f0da554a6c2 None None] Current status of the port 7a852bbd-2253-4d37-add9-f84f11b36837 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:37:36.463930 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ce3110a5-8fac-4256-ab72-8f0da554a6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (7a852bbd-2253-4d37-add9-f84f11b36837), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:36.475181 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:36.512679 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-ce3110a5-8fac-4256-ab72-8f0da554a6c2 None None] For port 7a852bbd-2253-4d37-add9-f84f11b36837, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=7a852bbd-2253-4d37-add9-f84f11b36837,segment=NetworkSegment(c7083fa1-a473-443d-a6f0-1e9d0ee9c752),segment_id=c7083fa1-a473-443d-a6f0-1e9d0ee9c752)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:36.513478 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] Checking router: 259540d0-dfe0-44f1-8ad5-9a7030222920 for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:37:36.513828 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] Updating router 259540d0-dfe0-44f1-8ad5-9a7030222920 port 19e0a3e3-a8f5-460d-814c-0d39f355299f binding host dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 14:37:36.521531 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ce3110a5-8fac-4256-ab72-8f0da554a6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (7a852bbd-2253-4d37-add9-f84f11b36837), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:36.527675 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3c7f9543-e481-412a-9fad-e7318fe5c6eb admin admin] Publish callbacks [] for security_group (fdddebe4-af32-43d7-9cad-ea73803dd2b3), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:36.567164 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:36.580786 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (19e0a3e3-a8f5-460d-814c-0d39f355299f), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:36.593886 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3110a5-8fac-4256-ab72-8f0da554a6c2 None None] Pushing event updated for resources: {'Port': ['ID=7a852bbd-2253-4d37-add9-f84f11b36837,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:36.786504 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3c7f9543-e481-412a-9fad-e7318fe5c6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (fdddebe4-af32-43d7-9cad-ea73803dd2b3), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:36.802600 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3c7f9543-e481-412a-9fad-e7318fe5c6eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:36.804927 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-3c7f9543-e481-412a-9fad-e7318fe5c6eb admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fdddebe4-af32-43d7-9cad-ea73803dd2b3 HTTP/1.1" status: 204 len: 168 time: 0.5953703 Oct 04 14:37:36.857959 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f9543-e481-412a-9fad-e7318fe5c6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdddebe4-af32-43d7-9cad-ea73803dd2b3,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:36.891492 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-56b475b0-1923-4940-9f29-6d2ba7ed8b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:36.899167 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-5a63d823-b448-46a0-9d2f-6041f3b54840 None None] Provisioning complete for port 7a852bbd-2253-4d37-add9-f84f11b36837 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:37:36.899661 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5a63d823-b448-46a0-9d2f-6041f3b54840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (7a852bbd-2253-4d37-add9-f84f11b36837), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:36.900067 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-5a63d823-b448-46a0-9d2f-6041f3b54840 None None] Attempt 1 to provision port 7a852bbd-2253-4d37-add9-f84f11b36837 Oct 04 14:37:36.948303 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:37.011928 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 7a852bbd-2253-4d37-add9-f84f11b36837 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:37:37.066599 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] Publish callbacks [] for port (19e0a3e3-a8f5-460d-814c-0d39f355299f), precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:37.076189 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (19e0a3e3-a8f5-460d-814c-0d39f355299f), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:37.079260 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:37.108985 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:37.129516 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 7a852bbd-2253-4d37-add9-f84f11b36837 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:37:37.129765 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] Attempting to bind port 19e0a3e3-a8f5-460d-814c-0d39f355299f on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:37:37.130040 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (7a852bbd-2253-4d37-add9-f84f11b36837), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:37.130177 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] Attempting to bind port 19e0a3e3-a8f5-460d-814c-0d39f355299f by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:37:37.130485 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 7a852bbd-2253-4d37-add9-f84f11b36837 Oct 04 14:37:37.130676 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] Attempting to bind port 19e0a3e3-a8f5-460d-814c-0d39f355299f on network de362cfd-b891-4103-bae0-869e4a402a70 {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:37:37.170656 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9f848-ce28-4f69-a839-4659854eacf2 None None] Pushing event updated for resources: {'Port': ['ID=19e0a3e3-a8f5-460d-814c-0d39f355299f,revision_number=2']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:37.176697 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-5a63d823-b448-46a0-9d2f-6041f3b54840 None None] Current status of the port 7a852bbd-2253-4d37-add9-f84f11b36837 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:37:37.199167 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:37:37.199440 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] Checking segment: {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:37:37.199932 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:37.200459 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] Bound using segment: {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:37:37.201015 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] Bound port: 19e0a3e3-a8f5-460d-814c-0d39f355299f, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04080455-473f-4c13-aa7d-4409f19c5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70'}}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:37:37.201628 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (19e0a3e3-a8f5-460d-814c-0d39f355299f), before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:37.271704 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] For port 19e0a3e3-a8f5-460d-814c-0d39f355299f, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:37:37.276035 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] For port 19e0a3e3-a8f5-460d-814c-0d39f355299f, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=19e0a3e3-a8f5-460d-814c-0d39f355299f,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:37:37.283766 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 7a852bbd-2253-4d37-add9-f84f11b36837 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:37:37.285070 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device b825a6c9-1ca5-4fad-9920-9c7dc656ee71 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:37:37.285309 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (19e0a3e3-a8f5-460d-814c-0d39f355299f), after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:37.352623 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port b825a6c9-1ca5-4fad-9920-9c7dc656ee71 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:37:37.353470 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (b825a6c9-1ca5-4fad-9920-9c7dc656ee71), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:37.354137 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port b825a6c9-1ca5-4fad-9920-9c7dc656ee71 Oct 04 14:37:37.355452 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9f848-ce28-4f69-a839-4659854eacf2 None None] Pushing event updated for resources: {'Port': ['ID=19e0a3e3-a8f5-460d-814c-0d39f355299f,revision_number=3']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:37.375127 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:37:37.381431 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] Routers {'259540d0-dfe0-44f1-8ad5-9a7030222920'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:37:37.382640 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:37:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['259540d0-dfe0-44f1-8ad5-9a7030222920'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:37.389942 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49564) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:37.405179 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-a500c102-6410-4315-b83b-12f5048bc0a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:37.426187 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:37.461920 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_common [None req-56b475b0-1923-4940-9f29-6d2ba7ed8b2c admin admin] Allocated IP 172.20.0.1 (6482281b-be5f-4b71-b001-9c2414b5d3f9/fc494ec0-0f01-4d21-8c01-1c7094ee214b/98d7108c-6419-4271-be57-4e4a7c10fd52) {{(pid=106355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:37:37.470545 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port b825a6c9-1ca5-4fad-9920-9c7dc656ee71 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:37:37.471254 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (b825a6c9-1ca5-4fad-9920-9c7dc656ee71), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:37.510000 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-a500c102-6410-4315-b83b-12f5048bc0a4 admin admin] Publish callbacks [] for security_group (2f52c6db-42a8-4165-aca5-3d69c582f17a), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:37.516360 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-a500c102-6410-4315-b83b-12f5048bc0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (2f52c6db-42a8-4165-aca5-3d69c582f17a), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:37.521383 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port b825a6c9-1ca5-4fad-9920-9c7dc656ee71, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=b825a6c9-1ca5-4fad-9920-9c7dc656ee71,segment=NetworkSegment(423413b7-e990-4208-b74c-36950881e4c7),segment_id=423413b7-e990-4208-b74c-36950881e4c7)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:37.524256 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] Set router 259540d0-dfe0-44f1-8ad5-9a7030222920 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:37:37.526822 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (b825a6c9-1ca5-4fad-9920-9c7dc656ee71), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:37.576763 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-a500c102-6410-4315-b83b-12f5048bc0a4 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=12a4370ffdcc4eb29a5da4a0084c2141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1856809 Oct 04 14:37:37.578043 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500c102-6410-4315-b83b-12f5048bc0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f52c6db-42a8-4165-aca5-3d69c582f17a,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:37.580598 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49566) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:37.587511 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-56b475b0-1923-4940-9f29-6d2ba7ed8b2c admin admin] Publish callbacks [] for port (98d7108c-6419-4271-be57-4e4a7c10fd52), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:37.606350 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=b825a6c9-1ca5-4fad-9920-9c7dc656ee71,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:37.624456 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-56b475b0-1923-4940-9f29-6d2ba7ed8b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (98d7108c-6419-4271-be57-4e4a7c10fd52), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:37.666786 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f9dfeadb-20a1-4b46-9186-e877535a2ea4 admin admin] Publish callbacks [] for security_group (2f52c6db-42a8-4165-aca5-3d69c582f17a), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:37.670132 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b475b0-1923-4940-9f29-6d2ba7ed8b2c admin admin] Network 6482281b-be5f-4b71-b001-9c2414b5d3f9 is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:37:37.673251 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-56b475b0-1923-4940-9f29-6d2ba7ed8b2c admin admin] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:37:37.677412 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b475b0-1923-4940-9f29-6d2ba7ed8b2c admin admin] Received port after_create {{(pid=106355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:37:37.689651 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f9dfeadb-20a1-4b46-9186-e877535a2ea4 admin admin] Publish callbacks [] for security_group (2f52c6db-42a8-4165-aca5-3d69c582f17a), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:37.706039 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b475b0-1923-4940-9f29-6d2ba7ed8b2c admin admin] Pushing event updated for resources: {'Port': ['ID=98d7108c-6419-4271-be57-4e4a7c10fd52,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:37.722570 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-56b475b0-1923-4940-9f29-6d2ba7ed8b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737589'] for router_interface (259540d0-dfe0-44f1-8ad5-9a7030222920), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:37.772827 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f9dfeadb-20a1-4b46-9186-e877535a2ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (2f52c6db-42a8-4165-aca5-3d69c582f17a), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:37.776229 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f9dfeadb-20a1-4b46-9186-e877535a2ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:37.778697 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-f9dfeadb-20a1-4b46-9186-e877535a2ea4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2f52c6db-42a8-4165-aca5-3d69c582f17a HTTP/1.1" status: 204 len: 168 time: 0.1857748 Oct 04 14:37:37.803444 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259540d0-dfe0-44f1-8ad5-9a7030222920', 'name': 'tempest-TestShelveInstance-621437529-router', 'tenant_id': '3b511402d62d48d7ae28d4b36513bacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '19e0a3e3-a8f5-460d-814c-0d39f355299f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:37:33Z', 'updated_at': '2022-10-04T14:37:35Z', 'revision_number': 3, 'project_id': '3b511402d62d48d7ae28d4b36513bacb', 'gw_port': {'id': '19e0a3e3-a8f5-460d-814c-0d39f355299f', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259540d0-dfe0-44f1-8ad5-9a7030222920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:34Z', 'updated_at': '2022-10-04T14:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:37.817775 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfeadb-20a1-4b46-9186-e877535a2ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f52c6db-42a8-4165-aca5-3d69c582f17a,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:37.880933 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8161604d-8d09-46a2-a890-688766ce4327 None None] The sync data for ids ['259540d0-dfe0-44f1-8ad5-9a7030222920'] in dv-cinder-860260-1-iscsi is: [{'id': '259540d0-dfe0-44f1-8ad5-9a7030222920', 'name': 'tempest-TestShelveInstance-621437529-router', 'tenant_id': '3b511402d62d48d7ae28d4b36513bacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '19e0a3e3-a8f5-460d-814c-0d39f355299f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:37:33Z', 'updated_at': '2022-10-04T14:37:35Z', 'revision_number': 3, 'project_id': '3b511402d62d48d7ae28d4b36513bacb', 'gw_port': {'id': '19e0a3e3-a8f5-460d-814c-0d39f355299f', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259540d0-dfe0-44f1-8ad5-9a7030222920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:34Z', 'updated_at': '2022-10-04T14:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:37:37.915045 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-56b475b0-1923-4940-9f29-6d2ba7ed8b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (98d7108c-6419-4271-be57-4e4a7c10fd52), before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:38.026346 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:38.041938 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-a075c888-83c6-4d88-b9d8-aac7ce20490e None None] Provisioning complete for port 98d7108c-6419-4271-be57-4e4a7c10fd52 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:37:38.042557 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a075c888-83c6-4d88-b9d8-aac7ce20490e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (98d7108c-6419-4271-be57-4e4a7c10fd52), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:38.043016 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-a075c888-83c6-4d88-b9d8-aac7ce20490e None None] Attempt 1 to provision port 98d7108c-6419-4271-be57-4e4a7c10fd52 Oct 04 14:37:38.071836 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:38.079960 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:38.104883 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-a075c888-83c6-4d88-b9d8-aac7ce20490e None None] Port 98d7108c-6419-4271-be57-4e4a7c10fd52 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:37:38.184220 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-56b475b0-1923-4940-9f29-6d2ba7ed8b2c admin admin] Publish callbacks [] for port (98d7108c-6419-4271-be57-4e4a7c10fd52), precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:38.189164 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-56b475b0-1923-4940-9f29-6d2ba7ed8b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577893'] for port (98d7108c-6419-4271-be57-4e4a7c10fd52), after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:38.280832 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-56b475b0-1923-4940-9f29-6d2ba7ed8b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737705'] for router_interface (259540d0-dfe0-44f1-8ad5-9a7030222920), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:38.287081 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b475b0-1923-4940-9f29-6d2ba7ed8b2c admin admin] Pushing event updated for resources: {'Port': ['ID=98d7108c-6419-4271-be57-4e4a7c10fd52,revision_number=2']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:38.420597 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49586) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:38.434860 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b475b0-1923-4940-9f29-6d2ba7ed8b2c admin admin] Network 6482281b-be5f-4b71-b001-9c2414b5d3f9 is already hosted by enough agents. {{(pid=106355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:37:38.436802 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.base_scheduler [None req-56b475b0-1923-4940-9f29-6d2ba7ed8b2c admin admin] Resources bound (agent type, host, resource id): {{(pid=106355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:37:38.445394 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4a546566-c7e9-463b-aa95-2bdb32617632 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:38.578299 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4a546566-c7e9-463b-aa95-2bdb32617632 admin admin] Publish callbacks [] for security_group (6545811d-c9ef-4555-b094-9231c4d4cff5), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:38.581832 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b475b0-1923-4940-9f29-6d2ba7ed8b2c admin admin] Router 259540d0-dfe0-44f1-8ad5-9a7030222920 has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:37:38.586890 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4a546566-c7e9-463b-aa95-2bdb32617632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (6545811d-c9ef-4555-b094-9231c4d4cff5), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:38.648509 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-4a546566-c7e9-463b-aa95-2bdb32617632 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=53bc05af028c40ef83456e69e9668799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250352 Oct 04 14:37:38.651527 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a546566-c7e9-463b-aa95-2bdb32617632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6545811d-c9ef-4555-b094-9231c4d4cff5,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:38.654942 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49588) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:38.777512 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:38.801003 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b475b0-1923-4940-9f29-6d2ba7ed8b2c admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:37:38.819967 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-56b475b0-1923-4940-9f29-6d2ba7ed8b2c admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/259540d0-dfe0-44f1-8ad5-9a7030222920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9528716 Oct 04 14:37:38.836247 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-102072ad-8db1-4582-a15e-f0c8e5de3621 admin admin] Publish callbacks [] for security_group (6545811d-c9ef-4555-b094-9231c4d4cff5), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:38.842607 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-736ffa37-2bf5-4928-a1c8-334fbfa8bdbf None None] Provisioning complete for port 98d7108c-6419-4271-be57-4e4a7c10fd52 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:37:38.843286 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-736ffa37-2bf5-4928-a1c8-334fbfa8bdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (98d7108c-6419-4271-be57-4e4a7c10fd52), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:38.844435 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-736ffa37-2bf5-4928-a1c8-334fbfa8bdbf None None] Attempt 1 to provision port 98d7108c-6419-4271-be57-4e4a7c10fd52 Oct 04 14:37:38.876158 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-102072ad-8db1-4582-a15e-f0c8e5de3621 admin admin] Publish callbacks [] for security_group (6545811d-c9ef-4555-b094-9231c4d4cff5), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:38.901275 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-736ffa37-2bf5-4928-a1c8-334fbfa8bdbf None None] Port 98d7108c-6419-4271-be57-4e4a7c10fd52 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:37:38.974962 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-102072ad-8db1-4582-a15e-f0c8e5de3621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (6545811d-c9ef-4555-b094-9231c4d4cff5), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:38.977169 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 19e0a3e3-a8f5-460d-814c-0d39f355299f up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:37:38.978773 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-102072ad-8db1-4582-a15e-f0c8e5de3621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:38.982522 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-102072ad-8db1-4582-a15e-f0c8e5de3621 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6545811d-c9ef-4555-b094-9231c4d4cff5 HTTP/1.1" status: 204 len: 168 time: 0.3237433 Oct 04 14:37:39.003177 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102072ad-8db1-4582-a15e-f0c8e5de3621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6545811d-c9ef-4555-b094-9231c4d4cff5,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:39.036803 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 19e0a3e3-a8f5-460d-814c-0d39f355299f triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:37:39.037183 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (19e0a3e3-a8f5-460d-814c-0d39f355299f), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:39.038324 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 19e0a3e3-a8f5-460d-814c-0d39f355299f Oct 04 14:37:39.124947 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 19e0a3e3-a8f5-460d-814c-0d39f355299f is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:37:39.125643 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (19e0a3e3-a8f5-460d-814c-0d39f355299f), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:39.161141 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port 19e0a3e3-a8f5-460d-814c-0d39f355299f, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=19e0a3e3-a8f5-460d-814c-0d39f355299f,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:39.170859 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (19e0a3e3-a8f5-460d-814c-0d39f355299f), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:39.172109 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device b825a6c9-1ca5-4fad-9920-9c7dc656ee71 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:37:39.345365 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49606) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:39.353829 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port b825a6c9-1ca5-4fad-9920-9c7dc656ee71 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:37:39.354460 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (b825a6c9-1ca5-4fad-9920-9c7dc656ee71), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:39.354821 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port b825a6c9-1ca5-4fad-9920-9c7dc656ee71 Oct 04 14:37:39.361570 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=19e0a3e3-a8f5-460d-814c-0d39f355299f,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:39.485822 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port b825a6c9-1ca5-4fad-9920-9c7dc656ee71 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:37:39.575322 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49612) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:39.583206 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-5c6ba5a3-b6af-4e5d-aaad-4f7bb6f83502 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-353837959', 'description': 'tempest-secgroup-smoke-353837959 description', 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:37:39.653640 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5c6ba5a3-b6af-4e5d-aaad-4f7bb6f83502 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:39.682645 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:INSERT=17,neutron:SELECT=78,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:39.774095 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5c6ba5a3-b6af-4e5d-aaad-4f7bb6f83502 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for security_group (c0b61245-2661-4b42-9c23-efee56ade426), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:39.782583 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5c6ba5a3-b6af-4e5d-aaad-4f7bb6f83502 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (c0b61245-2661-4b42-9c23-efee56ade426), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:39.809154 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5c6ba5a3-b6af-4e5d-aaad-4f7bb6f83502 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:39.810916 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-5c6ba5a3-b6af-4e5d-aaad-4f7bb6f83502 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2338479 Oct 04 14:37:39.817666 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49618) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:39.828014 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-bb3b32e9-a337-400b-9b2b-22516e5c0817 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Request body: {'security_group_rule': {'security_group_id': 'c0b61245-2661-4b42-9c23-efee56ade426', 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:37:39.871701 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ba5a3-b6af-4e5d-aaad-4f7bb6f83502 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b61245-2661-4b42-9c23-efee56ade426,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:39.878680 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:39.925226 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-bb3b32e9-a337-400b-9b2b-22516e5c0817 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for security_group_rule (4bd15079-1c5e-446a-822b-512a3a19d12e), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:40.089692 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-bb3b32e9-a337-400b-9b2b-22516e5c0817 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for security_group_rule (4bd15079-1c5e-446a-822b-512a3a19d12e), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:40.095756 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-bb3b32e9-a337-400b-9b2b-22516e5c0817 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (4bd15079-1c5e-446a-822b-512a3a19d12e), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:40.140992 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-bb3b32e9-a337-400b-9b2b-22516e5c0817 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:40.146962 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-bb3b32e9-a337-400b-9b2b-22516e5c0817 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3282287 Oct 04 14:37:40.148673 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b32e9-a337-400b-9b2b-22516e5c0817 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd15079-1c5e-446a-822b-512a3a19d12e,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:40.154091 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49626) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:40.165808 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-6187d72c-a2d4-4c7b-b517-8ac87d72823b tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Request body: {'security_group_rule': {'security_group_id': 'c0b61245-2661-4b42-9c23-efee56ade426', 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:37:40.179035 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:40.224787 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-de14d7ac-af43-44ad-8e44-04a8f307ab82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556104'] for router_interface (62bc1c7e-254b-44ea-8e51-0290db5b3aee), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:40.226264 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6187d72c-a2d4-4c7b-b517-8ac87d72823b tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for security_group_rule (9e64a47c-57f4-4d44-8f82-f2db3ad8ed0e), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:40.228059 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:40.331122 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6187d72c-a2d4-4c7b-b517-8ac87d72823b tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for security_group_rule (9e64a47c-57f4-4d44-8f82-f2db3ad8ed0e), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:40.336299 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6187d72c-a2d4-4c7b-b517-8ac87d72823b tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (9e64a47c-57f4-4d44-8f82-f2db3ad8ed0e), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:40.356723 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187d72c-a2d4-4c7b-b517-8ac87d72823b tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e64a47c-57f4-4d44-8f82-f2db3ad8ed0e,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:40.370705 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6187d72c-a2d4-4c7b-b517-8ac87d72823b tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:40.371967 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-6187d72c-a2d4-4c7b-b517-8ac87d72823b tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2129223 Oct 04 14:37:40.374890 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49636) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:40.380162 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-72a42119-d849-47f7-b5af-7f31793f531c tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Request body: {'security_group_rule': {'security_group_id': 'c0b61245-2661-4b42-9c23-efee56ade426', 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:37:40.418070 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-72a42119-d849-47f7-b5af-7f31793f531c tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for security_group_rule (cb10e878-22ef-4e08-925b-df53a2e66821), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:40.508827 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-72a42119-d849-47f7-b5af-7f31793f531c tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for security_group_rule (cb10e878-22ef-4e08-925b-df53a2e66821), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:40.517707 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-72a42119-d849-47f7-b5af-7f31793f531c tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (cb10e878-22ef-4e08-925b-df53a2e66821), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:40.523655 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] Sync routers for ids ['259540d0-dfe0-44f1-8ad5-9a7030222920'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:37:40.530605 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-de14d7ac-af43-44ad-8e44-04a8f307ab82 admin admin] Deleting port 1a1ca0b1-1a82-4ee4-b642-8bb201981d87 {{(pid=106355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:37:40.530950 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-de14d7ac-af43-44ad-8e44-04a8f307ab82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (1a1ca0b1-1a82-4ee4-b642-8bb201981d87), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:40.537593 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] Routers {'259540d0-dfe0-44f1-8ad5-9a7030222920'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:37:40.538680 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:37:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['259540d0-dfe0-44f1-8ad5-9a7030222920'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:40.543507 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-72a42119-d849-47f7-b5af-7f31793f531c tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:40.548875 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-72a42119-d849-47f7-b5af-7f31793f531c tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1724741 Oct 04 14:37:40.551215 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49640) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:40.560503 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-84127cbc-fd04-4518-8935-80e253d576ef tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Request body: {'security_group_rule': {'security_group_id': 'c0b61245-2661-4b42-9c23-efee56ade426', 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:37:40.567960 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a42119-d849-47f7-b5af-7f31793f531c tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb10e878-22ef-4e08-925b-df53a2e66821,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:40.605360 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-84127cbc-fd04-4518-8935-80e253d576ef tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for security_group_rule (295082b6-f7f5-467f-a028-5f1e9980c725), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:40.622627 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-de14d7ac-af43-44ad-8e44-04a8f307ab82 admin admin] For port 1a1ca0b1-1a82-4ee4-b642-8bb201981d87, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=1a1ca0b1-1a82-4ee4-b642-8bb201981d87,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:40.623006 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-de14d7ac-af43-44ad-8e44-04a8f307ab82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (1a1ca0b1-1a82-4ee4-b642-8bb201981d87), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:40.644393 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-de14d7ac-af43-44ad-8e44-04a8f307ab82 admin admin] Calling delete_port for 1a1ca0b1-1a82-4ee4-b642-8bb201981d87 owned by network:router_interface {{(pid=106355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:37:40.708342 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-84127cbc-fd04-4518-8935-80e253d576ef tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for security_group_rule (295082b6-f7f5-467f-a028-5f1e9980c725), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:40.708342 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-84127cbc-fd04-4518-8935-80e253d576ef tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (295082b6-f7f5-467f-a028-5f1e9980c725), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:40.734032 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84127cbc-fd04-4518-8935-80e253d576ef tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295082b6-f7f5-467f-a028-5f1e9980c725,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:40.766752 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-84127cbc-fd04-4518-8935-80e253d576ef tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:40.773555 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-84127cbc-fd04-4518-8935-80e253d576ef tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2180338 Oct 04 14:37:40.774657 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49648) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:40.781828 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-e3a54d60-f7fb-44a1-8510-3ba4c2eadcca tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Request body: {'security_group_rule': {'security_group_id': 'c0b61245-2661-4b42-9c23-efee56ade426', 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:37:40.817270 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] Set router 259540d0-dfe0-44f1-8ad5-9a7030222920 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:37:40.820913 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.securitygroups_db [None req-e3a54d60-f7fb-44a1-8510-3ba4c2eadcca tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Project bf0ffb6098014feb89d5d6f61832b03b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 14:37:40.827163 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e3a54d60-f7fb-44a1-8510-3ba4c2eadcca tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for security_group_rule (37678dfa-65c8-4dbe-8465-2778dd96ccdc), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:40.858875 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 19e0a3e3-a8f5-460d-814c-0d39f355299f up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:37:40.904447 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:40.938981 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e3a54d60-f7fb-44a1-8510-3ba4c2eadcca tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for security_group_rule (37678dfa-65c8-4dbe-8465-2778dd96ccdc), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:40.945302 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e3a54d60-f7fb-44a1-8510-3ba4c2eadcca tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (37678dfa-65c8-4dbe-8465-2778dd96ccdc), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:40.951555 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:40.968333 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-de14d7ac-af43-44ad-8e44-04a8f307ab82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (1a1ca0b1-1a82-4ee4-b642-8bb201981d87), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:40.982092 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a54d60-f7fb-44a1-8510-3ba4c2eadcca tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37678dfa-65c8-4dbe-8465-2778dd96ccdc,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:40.993768 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e3a54d60-f7fb-44a1-8510-3ba4c2eadcca tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:40.997681 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-e3a54d60-f7fb-44a1-8510-3ba4c2eadcca tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2195086 Oct 04 14:37:40.997905 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49650) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:41.005173 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-e759709b-c3ea-48b2-99d2-da86bd78f364 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Request body: {'security_group_rule': {'security_group_id': 'c0b61245-2661-4b42-9c23-efee56ade426', 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:37:41.015098 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 19e0a3e3-a8f5-460d-814c-0d39f355299f triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:37:41.015732 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (19e0a3e3-a8f5-460d-814c-0d39f355299f), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:41.016229 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 19e0a3e3-a8f5-460d-814c-0d39f355299f Oct 04 14:37:41.020773 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14d7ac-af43-44ad-8e44-04a8f307ab82 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a1ca0b1-1a82-4ee4-b642-8bb201981d87,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:41.039280 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.securitygroups_db [None req-e759709b-c3ea-48b2-99d2-da86bd78f364 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Project bf0ffb6098014feb89d5d6f61832b03b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 14:37:41.050403 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e759709b-c3ea-48b2-99d2-da86bd78f364 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for security_group_rule (bbaf1d12-ca0b-4984-bbd4-6ab018a2d766), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:41.106638 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:41.136761 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:41.173362 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e759709b-c3ea-48b2-99d2-da86bd78f364 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for security_group_rule (bbaf1d12-ca0b-4984-bbd4-6ab018a2d766), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:41.182649 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e759709b-c3ea-48b2-99d2-da86bd78f364 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547186'] for security_group_rule (bbaf1d12-ca0b-4984-bbd4-6ab018a2d766), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:41.185417 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259540d0-dfe0-44f1-8ad5-9a7030222920', 'name': 'tempest-TestShelveInstance-621437529-router', 'tenant_id': '3b511402d62d48d7ae28d4b36513bacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '19e0a3e3-a8f5-460d-814c-0d39f355299f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:37:33Z', 'updated_at': '2022-10-04T14:37:37Z', 'revision_number': 4, 'project_id': '3b511402d62d48d7ae28d4b36513bacb', 'gw_port': {'id': '19e0a3e3-a8f5-460d-814c-0d39f355299f', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259540d0-dfe0-44f1-8ad5-9a7030222920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:34Z', 'updated_at': '2022-10-04T14:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '98d7108c-6419-4271-be57-4e4a7c10fd52', 'name': '', 'network_id': '6482281b-be5f-4b71-b001-9c2414b5d3f9', 'tenant_id': '3b511402d62d48d7ae28d4b36513bacb', 'mac_address': 'fa:16:3e:a0:64:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259540d0-dfe0-44f1-8ad5-9a7030222920', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'fc494ec0-0f01-4d21-8c01-1c7094ee214b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:36Z', 'updated_at': '2022-10-04T14:37:37Z', 'revision_number': 2, 'project_id': '3b511402d62d48d7ae28d4b36513bacb', 'subnets': [{'id': 'fc494ec0-0f01-4d21-8c01-1c7094ee214b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:41.215783 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759709b-c3ea-48b2-99d2-da86bd78f364 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbaf1d12-ca0b-4984-bbd4-6ab018a2d766,revision_number=0']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:41.228803 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e759709b-c3ea-48b2-99d2-da86bd78f364 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:41.230195 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-e759709b-c3ea-48b2-99d2-da86bd78f364 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2312961 Oct 04 14:37:41.237062 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] Checking router: 259540d0-dfe0-44f1-8ad5-9a7030222920 for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:37:41.237608 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] Updating router 259540d0-dfe0-44f1-8ad5-9a7030222920 port 98d7108c-6419-4271-be57-4e4a7c10fd52 binding host dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 14:37:41.243301 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 19e0a3e3-a8f5-460d-814c-0d39f355299f is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:37:41.257046 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49658) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:41.276934 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (98d7108c-6419-4271-be57-4e4a7c10fd52), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:41.324146 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-de14d7ac-af43-44ad-8e44-04a8f307ab82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556092'] for router_interface (62bc1c7e-254b-44ea-8e51-0290db5b3aee), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:41.436544 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-46faa28d-eb5b-4006-b13c-bd33785f9c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:41.454342 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:41.534028 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:41.560816 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-46faa28d-eb5b-4006-b13c-bd33785f9c48 admin admin] Publish callbacks [] for security_group (6fa6bdaa-c6cb-4078-a100-90aeb59c1b7e), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:41.567379 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-46faa28d-eb5b-4006-b13c-bd33785f9c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (6fa6bdaa-c6cb-4078-a100-90aeb59c1b7e), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:41.610997 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de14d7ac-af43-44ad-8e44-04a8f307ab82 admin admin] Router 62bc1c7e-254b-44ea-8e51-0290db5b3aee has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:37:41.624560 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-46faa28d-eb5b-4006-b13c-bd33785f9c48 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9a72178bc7cc4b50876fbcec64272e6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3661048 Oct 04 14:37:41.628571 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49690) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:41.644993 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46faa28d-eb5b-4006-b13c-bd33785f9c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa6bdaa-c6cb-4078-a100-90aeb59c1b7e,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:41.695206 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] Publish callbacks [] for port (98d7108c-6419-4271-be57-4e4a7c10fd52), precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:41.707222 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-776726eb-b0be-47bf-bb72-376b8fe17715 admin admin] Publish callbacks [] for security_group (6fa6bdaa-c6cb-4078-a100-90aeb59c1b7e), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:41.707438 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (98d7108c-6419-4271-be57-4e4a7c10fd52), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:41.733431 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-776726eb-b0be-47bf-bb72-376b8fe17715 admin admin] Publish callbacks [] for security_group (6fa6bdaa-c6cb-4078-a100-90aeb59c1b7e), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:41.747075 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de14d7ac-af43-44ad-8e44-04a8f307ab82 admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:37:41.764897 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52373088-c4df-4cbc-a865-0a816c0af19d None None] Sync routers for ids ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:37:41.795661 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-776726eb-b0be-47bf-bb72-376b8fe17715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (6fa6bdaa-c6cb-4078-a100-90aeb59c1b7e), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:41.801871 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-776726eb-b0be-47bf-bb72-376b8fe17715 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:41.804177 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-776726eb-b0be-47bf-bb72-376b8fe17715 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6fa6bdaa-c6cb-4078-a100-90aeb59c1b7e HTTP/1.1" status: 204 len: 168 time: 0.1741168 Oct 04 14:37:41.805525 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49698) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:41.806597 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52373088-c4df-4cbc-a865-0a816c0af19d None None] Routers {'62bc1c7e-254b-44ea-8e51-0290db5b3aee'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:37:41.806829 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-de14d7ac-af43-44ad-8e44-04a8f307ab82 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/62bc1c7e-254b-44ea-8e51-0290db5b3aee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4594710 Oct 04 14:37:41.808014 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-52373088-c4df-4cbc-a865-0a816c0af19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:37:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:41.814321 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] Attempting to bind port 98d7108c-6419-4271-be57-4e4a7c10fd52 on host dv-cinder-860260-1-iscsi for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:37:41.814695 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] Attempting to bind port 98d7108c-6419-4271-be57-4e4a7c10fd52 by drivers openvswitch,hyperv on host dv-cinder-860260-1-iscsi at level 0 using segments [{'id': 'c7083fa1-a473-443d-a6f0-1e9d0ee9c752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6482281b-be5f-4b71-b001-9c2414b5d3f9'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:37:41.815065 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] Attempting to bind port 98d7108c-6419-4271-be57-4e4a7c10fd52 on network 6482281b-be5f-4b71-b001-9c2414b5d3f9 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:37:41.817498 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65733f0-a318-4e41-9b75-9f47601360da None None] Pushing event updated for resources: {'Port': ['ID=98d7108c-6419-4271-be57-4e4a7c10fd52,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:41.877676 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] Checking agent: {'id': 'c1691897-1cc7-4a0e-81b5-eaefffaa5a70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860260-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 21, 3), 'started_at': datetime.datetime(2022, 10, 4, 14, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860260-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:37:41.878438 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] Checking segment: {'id': 'c7083fa1-a473-443d-a6f0-1e9d0ee9c752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6482281b-be5f-4b71-b001-9c2414b5d3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:37:41.878902 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:41.879303 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] Bound using segment: {'id': 'c7083fa1-a473-443d-a6f0-1e9d0ee9c752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6482281b-be5f-4b71-b001-9c2414b5d3f9'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:37:41.880829 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] Bound port: 98d7108c-6419-4271-be57-4e4a7c10fd52, host: dv-cinder-860260-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7083fa1-a473-443d-a6f0-1e9d0ee9c752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6482281b-be5f-4b71-b001-9c2414b5d3f9'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:37:41.881420 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (98d7108c-6419-4271-be57-4e4a7c10fd52), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:41.882073 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776726eb-b0be-47bf-bb72-376b8fe17715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa6bdaa-c6cb-4078-a100-90aeb59c1b7e,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:41.961375 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:42.001191 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6914f7ad-f7be-4fd7-bd26-485e4ff42992 admin admin] Publish callbacks [] for router (62bc1c7e-254b-44ea-8e51-0290db5b3aee), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:42.018226 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] For port 98d7108c-6419-4271-be57-4e4a7c10fd52, host dv-cinder-860260-1-iscsi, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:37:42.020188 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-52373088-c4df-4cbc-a865-0a816c0af19d None None] Set router 62bc1c7e-254b-44ea-8e51-0290db5b3aee gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:37:42.024709 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] For port 98d7108c-6419-4271-be57-4e4a7c10fd52, host dv-cinder-860260-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=98d7108c-6419-4271-be57-4e4a7c10fd52,segment=NetworkSegment(c7083fa1-a473-443d-a6f0-1e9d0ee9c752),segment_id=c7083fa1-a473-443d-a6f0-1e9d0ee9c752)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:37:42.037329 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (98d7108c-6419-4271-be57-4e4a7c10fd52), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:42.094427 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:42.124926 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] Routers {'259540d0-dfe0-44f1-8ad5-9a7030222920'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:37:42.125960 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:37:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['259540d0-dfe0-44f1-8ad5-9a7030222920'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:42.132297 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65733f0-a318-4e41-9b75-9f47601360da None None] Pushing event updated for resources: {'Port': ['ID=98d7108c-6419-4271-be57-4e4a7c10fd52,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:42.167560 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:42.213182 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6914f7ad-f7be-4fd7-bd26-485e4ff42992 admin admin] Publish callbacks [] for router_gateway (62bc1c7e-254b-44ea-8e51-0290db5b3aee), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:42.283537 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-6914f7ad-f7be-4fd7-bd26-485e4ff42992 admin admin] Deleting port e19a6cc3-d7fd-4d7a-b365-81e65302b792 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:37:42.283885 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6914f7ad-f7be-4fd7-bd26-485e4ff42992 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (e19a6cc3-d7fd-4d7a-b365-81e65302b792), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:42.286689 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] Set router 259540d0-dfe0-44f1-8ad5-9a7030222920 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:37:42.378849 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [None req-6914f7ad-f7be-4fd7-bd26-485e4ff42992 admin admin] For port e19a6cc3-d7fd-4d7a-b365-81e65302b792, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=e19a6cc3-d7fd-4d7a-b365-81e65302b792,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:42.385422 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6914f7ad-f7be-4fd7-bd26-485e4ff42992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (e19a6cc3-d7fd-4d7a-b365-81e65302b792), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:42.385623 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-52373088-c4df-4cbc-a865-0a816c0af19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:37:40Z', 'revision_number': 5, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port': {'id': 'e19a6cc3-d7fd-4d7a-b365-81e65302b792', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:42.396245 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-6914f7ad-f7be-4fd7-bd26-485e4ff42992 admin admin] Calling delete_port for e19a6cc3-d7fd-4d7a-b365-81e65302b792 owned by network:router_gateway {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:37:42.413898 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52373088-c4df-4cbc-a865-0a816c0af19d None None] Checking router: 62bc1c7e-254b-44ea-8e51-0290db5b3aee for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:37:42.422963 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52373088-c4df-4cbc-a865-0a816c0af19d None None] Routers {'62bc1c7e-254b-44ea-8e51-0290db5b3aee'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:37:42.423589 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-52373088-c4df-4cbc-a865-0a816c0af19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:37:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:42.525551 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:42.531732 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-52373088-c4df-4cbc-a865-0a816c0af19d None None] Set router 62bc1c7e-254b-44ea-8e51-0290db5b3aee gateway port host: None {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:37:42.555472 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259540d0-dfe0-44f1-8ad5-9a7030222920', 'name': 'tempest-TestShelveInstance-621437529-router', 'tenant_id': '3b511402d62d48d7ae28d4b36513bacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '19e0a3e3-a8f5-460d-814c-0d39f355299f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:37:33Z', 'updated_at': '2022-10-04T14:37:37Z', 'revision_number': 4, 'project_id': '3b511402d62d48d7ae28d4b36513bacb', 'gw_port': {'id': '19e0a3e3-a8f5-460d-814c-0d39f355299f', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259540d0-dfe0-44f1-8ad5-9a7030222920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:34Z', 'updated_at': '2022-10-04T14:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '98d7108c-6419-4271-be57-4e4a7c10fd52', 'name': '', 'network_id': '6482281b-be5f-4b71-b001-9c2414b5d3f9', 'tenant_id': '3b511402d62d48d7ae28d4b36513bacb', 'mac_address': 'fa:16:3e:a0:64:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259540d0-dfe0-44f1-8ad5-9a7030222920', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'fc494ec0-0f01-4d21-8c01-1c7094ee214b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:36Z', 'updated_at': '2022-10-04T14:37:41Z', 'revision_number': 4, 'project_id': '3b511402d62d48d7ae28d4b36513bacb', 'subnets': [{'id': 'fc494ec0-0f01-4d21-8c01-1c7094ee214b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:42.588812 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe22b6ab-e9ce-4d9d-8d51-34e2e86edeb2 None None] The sync data for ids ['259540d0-dfe0-44f1-8ad5-9a7030222920'] in dv-cinder-860260-1-iscsi is: [{'id': '259540d0-dfe0-44f1-8ad5-9a7030222920', 'name': 'tempest-TestShelveInstance-621437529-router', 'tenant_id': '3b511402d62d48d7ae28d4b36513bacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '19e0a3e3-a8f5-460d-814c-0d39f355299f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:37:33Z', 'updated_at': '2022-10-04T14:37:37Z', 'revision_number': 4, 'project_id': '3b511402d62d48d7ae28d4b36513bacb', 'gw_port': {'id': '19e0a3e3-a8f5-460d-814c-0d39f355299f', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259540d0-dfe0-44f1-8ad5-9a7030222920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:34Z', 'updated_at': '2022-10-04T14:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '98d7108c-6419-4271-be57-4e4a7c10fd52', 'name': '', 'network_id': '6482281b-be5f-4b71-b001-9c2414b5d3f9', 'tenant_id': '3b511402d62d48d7ae28d4b36513bacb', 'mac_address': 'fa:16:3e:a0:64:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259540d0-dfe0-44f1-8ad5-9a7030222920', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'fc494ec0-0f01-4d21-8c01-1c7094ee214b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:36Z', 'updated_at': '2022-10-04T14:37:41Z', 'revision_number': 4, 'project_id': '3b511402d62d48d7ae28d4b36513bacb', 'subnets': [{'id': 'fc494ec0-0f01-4d21-8c01-1c7094ee214b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:37:42.596889 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-52373088-c4df-4cbc-a865-0a816c0af19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:37:42Z', 'revision_number': 6, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port_host': None}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:42.622694 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6914f7ad-f7be-4fd7-bd26-485e4ff42992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (e19a6cc3-d7fd-4d7a-b365-81e65302b792), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:42.628095 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52373088-c4df-4cbc-a865-0a816c0af19d None None] The sync data for ids ['62bc1c7e-254b-44ea-8e51-0290db5b3aee'] in dv-cinder-860260-1-iscsi is: [{'id': '62bc1c7e-254b-44ea-8e51-0290db5b3aee', 'name': 'tempest-AttachVolumeNegativeTest-835336331-router', 'tenant_id': '1e5731dbee8946a281caefaeb02bd7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:35Z', 'updated_at': '2022-10-04T14:37:42Z', 'revision_number': 6, 'project_id': '1e5731dbee8946a281caefaeb02bd7ff', 'gw_port_host': None}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:37:42.656235 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914f7ad-f7be-4fd7-bd26-485e4ff42992 admin admin] Pushing event deleted for resources: {'Port': ['ID=e19a6cc3-d7fd-4d7a-b365-81e65302b792,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:42.757248 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6914f7ad-f7be-4fd7-bd26-485e4ff42992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549238'] for router_gateway (62bc1c7e-254b-44ea-8e51-0290db5b3aee), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:43.178004 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6914f7ad-f7be-4fd7-bd26-485e4ff42992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7298'] for router (62bc1c7e-254b-44ea-8e51-0290db5b3aee), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:43.187782 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6914f7ad-f7be-4fd7-bd26-485e4ff42992 admin admin] Publish callbacks [] for router_controller (62bc1c7e-254b-44ea-8e51-0290db5b3aee), precommit_delete_associations {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:43.191068 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:43.296137 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6914f7ad-f7be-4fd7-bd26-485e4ff42992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556132'] for router (62bc1c7e-254b-44ea-8e51-0290db5b3aee), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:43.297191 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6914f7ad-f7be-4fd7-bd26-485e4ff42992 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62bc1c7e-254b-44ea-8e51-0290db5b3aee {{(pid=106356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 14:37:43.305914 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6914f7ad-f7be-4fd7-bd26-485e4ff42992 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:43.312130 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49740) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:43.312795 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-6914f7ad-f7be-4fd7-bd26-485e4ff42992 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/62bc1c7e-254b-44ea-8e51-0290db5b3aee HTTP/1.1" status: 204 len: 168 time: 1.4998615 Oct 04 14:37:43.401652 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_v2 [None req-05fec864-e129-41fc-a487-f87612021ad0 admin admin] Deleting subnet 3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41 {{(pid=106355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 14:37:43.405453 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-05fec864-e129-41fc-a487-f87612021ad0 admin admin] Publish callbacks [] for subnet (3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:43.454642 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-05fec864-e129-41fc-a487-f87612021ad0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5614478'] for subnet (3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41), precommit_delete_associations {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:43.576713 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-05fec864-e129-41fc-a487-f87612021ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394552'] for subnet (3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:43.611030 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 98d7108c-6419-4271-be57-4e4a7c10fd52 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:37:43.690348 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-05fec864-e129-41fc-a487-f87612021ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6577707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6171493'] for subnet (3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:43.707586 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 98d7108c-6419-4271-be57-4e4a7c10fd52 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:37:43.708195 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (98d7108c-6419-4271-be57-4e4a7c10fd52), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:43.708757 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 98d7108c-6419-4271-be57-4e4a7c10fd52 Oct 04 14:37:43.723569 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fec864-e129-41fc-a487-f87612021ad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:43.742172 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-05fec864-e129-41fc-a487-f87612021ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:43.748218 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-05fec864-e129-41fc-a487-f87612021ad0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/3dfb3c8e-9c96-413b-b5a5-a69de3fd9f41 HTTP/1.1" status: 204 len: 168 time: 0.4338553 Oct 04 14:37:43.750764 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49760) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:43.780017 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2db289e-d060-4f9e-853d-da729f27f83e None None] Network 3e89e862-e669-4987-af44-eb18dbc3b78d requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:37:43.853306 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1f86-e566-4e9b-a684-d3eee0c242ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1385909'] for network (3e89e862-e669-4987-af44-eb18dbc3b78d), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:43.912269 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e1f86-e566-4e9b-a684-d3eee0c242ae admin admin] Deleting port 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc {{(pid=106355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:37:43.912680 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1f86-e566-4e9b-a684-d3eee0c242ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:43.961381 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 98d7108c-6419-4271-be57-4e4a7c10fd52 is: DOWN; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:37:43.962029 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (98d7108c-6419-4271-be57-4e4a7c10fd52), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:43.965082 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:44.002427 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-6f8e1f86-e566-4e9b-a684-d3eee0c242ae admin admin] For port 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc,segment=NetworkSegment(5ba1c7f2-d152-4e44-a0bc-95ef3207c53d),segment_id=5ba1c7f2-d152-4e44-a0bc-95ef3207c53d)] {{(pid=106355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:44.003126 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1f86-e566-4e9b-a684-d3eee0c242ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:44.010710 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] For port 98d7108c-6419-4271-be57-4e4a7c10fd52, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=98d7108c-6419-4271-be57-4e4a7c10fd52,segment=NetworkSegment(c7083fa1-a473-443d-a6f0-1e9d0ee9c752),segment_id=c7083fa1-a473-443d-a6f0-1e9d0ee9c752)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:44.015015 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (98d7108c-6419-4271-be57-4e4a7c10fd52), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:44.026066 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e1f86-e566-4e9b-a684-d3eee0c242ae admin admin] Calling delete_port for 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc owned by network:dhcp {{(pid=106355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:37:44.088678 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf0ea8a-e8e4-4f47-8da6-0ba0824bc571 None None] DHCP port deletion for 3e89e862-e669-4987-af44-eb18dbc3b78d request from dv-cinder-860260-1-iscsi {{(pid=106357) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 14:37:44.107281 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:44.126120 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1f86-e566-4e9b-a684-d3eee0c242ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:44.130366 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:44.142382 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 1a1ca0b1-1a82-4ee4-b642-8bb201981d87 no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:37:44.166366 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e1f86-e566-4e9b-a684-d3eee0c242ae admin admin] Pushing event deleted for resources: {'Port': ['ID=94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:44.174958 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e1f86-e566-4e9b-a684-d3eee0c242ae admin admin] No DVR routers for this DVR port 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc on host dv-cinder-860260-1-iscsi {{(pid=106355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:37:44.186077 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: 1a1ca0b1-1a82-4ee4-b642-8bb201981d87 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:37:44.188691 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 1a1ca0b1-1a82-4ee4-b642-8bb201981d87 not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:37:44.193366 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Pushing event updated for resources: {'Port': ['ID=98d7108c-6419-4271-be57-4e4a7c10fd52,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:44.198065 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-acf0ea8a-e8e4-4f47-8da6-0ba0824bc571 None None] Deleting port 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:37:44.198437 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-acf0ea8a-e8e4-4f47-8da6-0ba0824bc571 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc), before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:44.234353 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:44.289407 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-acf0ea8a-e8e4-4f47-8da6-0ba0824bc571 None None] For port 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc, host dv-cinder-860260-1-iscsi, got binding levels [] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:44.289811 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-acf0ea8a-e8e4-4f47-8da6-0ba0824bc571 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc), precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:44.305732 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-acf0ea8a-e8e4-4f47-8da6-0ba0824bc571 None None] Calling delete_port for 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc owned by network:dhcp {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:37:44.308667 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.ipam_backend_mixin [None req-acf0ea8a-e8e4-4f47-8da6-0ba0824bc571 None None] Port 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc was not found and therefore no delete operation was performed {{(pid=106357) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 04 14:37:44.310262 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-acf0ea8a-e8e4-4f47-8da6-0ba0824bc571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957'] for port (94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc), after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:44.320960 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1f86-e566-4e9b-a684-d3eee0c242ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335914', 'neutron.services.segments.db._delete_segments_for_network-8767534955484'] for network (3e89e862-e669-4987-af44-eb18dbc3b78d), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:44.336548 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0ea8a-e8e4-4f47-8da6-0ba0824bc571 None None] Pushing event deleted for resources: {'Port': ['ID=94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:44.340417 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf0ea8a-e8e4-4f47-8da6-0ba0824bc571 None None] No DVR routers for this DVR port 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc on host dv-cinder-860260-1-iscsi {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:37:44.347227 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-6f8e1f86-e566-4e9b-a684-d3eee0c242ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e89e862-e669-4987-af44-eb18dbc3b78d']}} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:44.363913 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-6f8e1f86-e566-4e9b-a684-d3eee0c242ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d') {'for_net_delete': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:44.364237 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-6f8e1f86-e566-4e9b-a684-d3eee0c242ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba1c7f2-d152-4e44-a0bc-95ef3207c53d') {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:44.379911 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1f86-e566-4e9b-a684-d3eee0c242ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767534908582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5614583'] for segment (5ba1c7f2-d152-4e44-a0bc-95ef3207c53d), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:44.395796 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1f86-e566-4e9b-a684-d3eee0c242ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (5ba1c7f2-d152-4e44-a0bc-95ef3207c53d), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:44.404738 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8e1f86-e566-4e9b-a684-d3eee0c242ae admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=106355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 14:37:44.405153 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1f86-e566-4e9b-a684-d3eee0c242ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6577857'] for segment (5ba1c7f2-d152-4e44-a0bc-95ef3207c53d), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:44.497406 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.services.segments.plugin [-] Segment 5ba1c7f2-d152-4e44-a0bc-95ef3207c53d resource provider aggregate not found Oct 04 14:37:44.538268 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.services.segments.plugin [-] Segment 5ba1c7f2-d152-4e44-a0bc-95ef3207c53d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ba1c7f2-d152-4e44-a0bc-95ef3207c53d found for delete ", "request_id": "req-9d39fe55-9e08-48ac-b51f-5c8f902bd5a9"}]} Oct 04 14:37:44.539891 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1f86-e566-4e9b-a684-d3eee0c242ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1336217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549289'] for network (3e89e862-e669-4987-af44-eb18dbc3b78d), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:44.547302 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1f86-e566-4e9b-a684-d3eee0c242ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:44.552274 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-6f8e1f86-e566-4e9b-a684-d3eee0c242ae admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/3e89e862-e669-4987-af44-eb18dbc3b78d HTTP/1.1" status: 204 len: 168 time: 0.7994685 Oct 04 14:37:44.572874 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e1f86-e566-4e9b-a684-d3eee0c242ae admin admin] Pushing event deleted for resources: {'Network': ['ID=3e89e862-e669-4987-af44-eb18dbc3b78d,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:44.821348 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49782) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:44.838327 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 98d7108c-6419-4271-be57-4e4a7c10fd52 up at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:37:44.890976 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-9085b85a-8508-4328-8b6e-b5a92af7dee2 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=1e5731dbee8946a281caefaeb02bd7ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0659032 Oct 04 14:37:44.891258 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49784) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:44.924543 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Provisioning complete for port 98d7108c-6419-4271-be57-4e4a7c10fd52 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:37:44.925005 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (98d7108c-6419-4271-be57-4e4a7c10fd52), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:44.925407 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Attempt 1 to provision port 98d7108c-6419-4271-be57-4e4a7c10fd52 Oct 04 14:37:44.949000 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-02cbbde3-ff66-4419-b1d6-97e42e357656 admin admin] Publish callbacks [] for security_group (ced54bdd-8b30-476b-a228-9a7fa20873df), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:44.996494 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-02cbbde3-ff66-4419-b1d6-97e42e357656 admin admin] Publish callbacks [] for security_group (ced54bdd-8b30-476b-a228-9a7fa20873df), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:45.066970 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Current status of the port 98d7108c-6419-4271-be57-4e4a7c10fd52 is: ACTIVE; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:37:45.076151 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-02cbbde3-ff66-4419-b1d6-97e42e357656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (ced54bdd-8b30-476b-a228-9a7fa20873df), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:45.080061 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-02cbbde3-ff66-4419-b1d6-97e42e357656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:45.083717 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-02cbbde3-ff66-4419-b1d6-97e42e357656 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ced54bdd-8b30-476b-a228-9a7fa20873df HTTP/1.1" status: 204 len: 168 time: 0.1888061 Oct 04 14:37:45.116663 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbbde3-ff66-4419-b1d6-97e42e357656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced54bdd-8b30-476b-a228-9a7fa20873df,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:45.184503 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device e19a6cc3-d7fd-4d7a-b365-81e65302b792 no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:37:45.209108 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: e19a6cc3-d7fd-4d7a-b365-81e65302b792 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:37:45.210096 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device e19a6cc3-d7fd-4d7a-b365-81e65302b792 not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:37:45.210863 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:37:45.238766 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:37:45.239129 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 94dbe3f2-ff5b-4fb1-906a-ba7aff4665dc not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:37:48.506307 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-8301b581-ddb9-42ea-b697-d784e91919a5 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2039710880&fields=id&tenant_id=408b16a582484c619ff17416990d5feb HTTP/1.1" status: 200 len: 267 time: 0.0479991 Oct 04 14:37:48.632231 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-92a746bf-5f77-40a1-a81f-cb9b3e8e600f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:48.633699 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-92a746bf-5f77-40a1-a81f-cb9b3e8e600f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/networks?id=4116101e-9cfb-4512-a759-154f86437ec3 HTTP/1.1" status: 200 len: 812 time: 0.1199832 Oct 04 14:37:48.648417 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-881adb08-ed8a-4618-af8e-4c94400ddd90 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/quotas/408b16a582484c619ff17416990d5feb HTTP/1.1" status: 200 len: 375 time: 0.0091794 Oct 04 14:37:48.704211 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-237e5b95-774d-48a4-8c14-821295b5d7e6 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=408b16a582484c619ff17416990d5feb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496750 Oct 04 14:37:48.805784 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-3de6ba36-088f-4b97-a8f2-efb518309624 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907192 Oct 04 14:37:48.907483 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-32e59c68-fb5a-42bc-9243-43d419329bb3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952308 Oct 04 14:37:49.252925 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-380bfcaa-b636-43b2-bbec-486d5bc44cde req-eb4066f0-5b61-4420-9710-151cab4e029b tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 210 time: 0.0411408 Oct 04 14:37:49.892874 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49956) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:50.032056 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5609f8b5-7567-4279-a261-9adbdec7fe84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:50.125780 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5609f8b5-7567-4279-a261-9adbdec7fe84 admin admin] Publish callbacks [] for security_group (1b2bdcc4-aad1-4ee4-8d8f-f7c5f9f38d0c), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:50.130262 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5609f8b5-7567-4279-a261-9adbdec7fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (1b2bdcc4-aad1-4ee4-8d8f-f7c5f9f38d0c), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:50.174013 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-5609f8b5-7567-4279-a261-9adbdec7fe84 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6aecf637885042be9d5b883af48dd44e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800143 Oct 04 14:37:50.175013 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609f8b5-7567-4279-a261-9adbdec7fe84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2bdcc4-aad1-4ee4-8d8f-f7c5f9f38d0c,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:50.176805 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 49968) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:50.185809 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:50.258791 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-bc125c32-1844-4ff3-94fa-039906fc71e7 admin admin] Publish callbacks [] for security_group (1b2bdcc4-aad1-4ee4-8d8f-f7c5f9f38d0c), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:50.284958 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-bc125c32-1844-4ff3-94fa-039906fc71e7 admin admin] Publish callbacks [] for security_group (1b2bdcc4-aad1-4ee4-8d8f-f7c5f9f38d0c), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:50.379284 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-bc125c32-1844-4ff3-94fa-039906fc71e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (1b2bdcc4-aad1-4ee4-8d8f-f7c5f9f38d0c), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:50.382318 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-bc125c32-1844-4ff3-94fa-039906fc71e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:50.386145 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-bc125c32-1844-4ff3-94fa-039906fc71e7 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1b2bdcc4-aad1-4ee4-8d8f-f7c5f9f38d0c HTTP/1.1" status: 204 len: 168 time: 0.2057986 Oct 04 14:37:50.390123 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-12b3e2f2-d70d-4d78-871b-4207e4056ecc req-e11cd95b-a14f-4cc7-ad31-87525a7a9e8b tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 210 time: 0.0417435 Oct 04 14:37:50.395057 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc125c32-1844-4ff3-94fa-039906fc71e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2bdcc4-aad1-4ee4-8d8f-f7c5f9f38d0c,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:50.752241 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49990) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:50.770125 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ec468347-f882-4a98-9891-6ffb8aa32cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:50.864786 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-f58c31c1-ada3-41bc-aeeb-cab2b8f482ef tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:50.866664 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-f58c31c1-ada3-41bc-aeeb-cab2b8f482ef tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.17 "GET /networking/v2.0/networks?id=4116101e-9cfb-4512-a759-154f86437ec3 HTTP/1.1" status: 200 len: 812 time: 0.1739516 Oct 04 14:37:50.885277 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ec468347-f882-4a98-9891-6ffb8aa32cf1 admin admin] Publish callbacks [] for security_group (5f8ce19a-8f9c-442d-8767-9bacaf965243), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:50.893570 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ec468347-f882-4a98-9891-6ffb8aa32cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (5f8ce19a-8f9c-442d-8767-9bacaf965243), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:50.944388 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-ec468347-f882-4a98-9891-6ffb8aa32cf1 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=61d9fd3545a441fbb926061a8aac511b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1886735 Oct 04 14:37:50.945897 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec468347-f882-4a98-9891-6ffb8aa32cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8ce19a-8f9c-442d-8767-9bacaf965243,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:50.950298 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 49994) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:50.972705 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-f1f59566-d2c3-4932-91b2-e134aa9f9946 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=408b16a582484c619ff17416990d5feb HTTP/1.1" status: 200 len: 380 time: 0.0837142 Oct 04 14:37:50.987140 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-f78bacd3-8fc0-491d-a869-ef971da2d04c tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Request body: {'port': {'device_id': 'ba2e7361-695d-4c7d-8116-00182e81496d', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'admin_state_up': True, 'tenant_id': '408b16a582484c619ff17416990d5feb', 'security_groups': ['dcfacddd-cbd0-43ff-8dce-794229dea277']}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:37:50.995436 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:51.011367 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:51.020071 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a80e83db-cfd7-4a05-9f54-0ad6b31f21fe admin admin] Publish callbacks [] for security_group (5f8ce19a-8f9c-442d-8767-9bacaf965243), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:51.055308 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a80e83db-cfd7-4a05-9f54-0ad6b31f21fe admin admin] Publish callbacks [] for security_group (5f8ce19a-8f9c-442d-8767-9bacaf965243), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:51.113352 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a80e83db-cfd7-4a05-9f54-0ad6b31f21fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (5f8ce19a-8f9c-442d-8767-9bacaf965243), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:51.116348 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a80e83db-cfd7-4a05-9f54-0ad6b31f21fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:51.117691 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-a80e83db-cfd7-4a05-9f54-0ad6b31f21fe admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5f8ce19a-8f9c-442d-8767-9bacaf965243 HTTP/1.1" status: 204 len: 168 time: 0.1664381 Oct 04 14:37:51.126533 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e83db-cfd7-4a05-9f54-0ad6b31f21fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8ce19a-8f9c-442d-8767-9bacaf965243,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:51.147830 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-f78bacd3-8fc0-491d-a869-ef971da2d04c tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Made reservation on behalf of 408b16a582484c619ff17416990d5feb for: {'port': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:37:51.152273 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-f78bacd3-8fc0-491d-a869-ef971da2d04c tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:51.249034 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:51.307029 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-f78bacd3-8fc0-491d-a869-ef971da2d04c tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Allocated IP 172.20.0.4 (4116101e-9cfb-4512-a759-154f86437ec3/0e6eb4fb-0de1-48cf-96b5-793e497e6d95/80793cb0-42ec-49e9-9b78-9c29012762c0) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:37:51.491703 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-f78bacd3-8fc0-491d-a869-ef971da2d04c tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for port (80793cb0-42ec-49e9-9b78-9c29012762c0), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:51.522382 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:51.542008 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-f78bacd3-8fc0-491d-a869-ef971da2d04c tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (80793cb0-42ec-49e9-9b78-9c29012762c0), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:51.575131 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8a84606e-6870-4c6f-af23-e32568ab0973 req-23b3aba0-3fd5-4662-b787-42feb65bbe38 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 210 time: 0.0614629 Oct 04 14:37:51.607135 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-f78bacd3-8fc0-491d-a869-ef971da2d04c tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Network 4116101e-9cfb-4512-a759-154f86437ec3 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:37:51.618196 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-f78bacd3-8fc0-491d-a869-ef971da2d04c tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:37:51.625462 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-f78bacd3-8fc0-491d-a869-ef971da2d04c tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:37:51.655149 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bacd3-8fc0-491d-a869-ef971da2d04c tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Pushing event updated for resources: {'Port': ['ID=80793cb0-42ec-49e9-9b78-9c29012762c0,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:51.737009 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-f78bacd3-8fc0-491d-a869-ef971da2d04c tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:51.738220 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-f78bacd3-8fc0-491d-a869-ef971da2d04c tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:51.760966 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-f78bacd3-8fc0-491d-a869-ef971da2d04c tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7782366 Oct 04 14:37:51.780594 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-4452a2cb-77bd-4b95-b065-8fdfc798e2e3 service neutron] Request body: {'port': {'device_id': 'ba2e7361-695d-4c7d-8116-00182e81496d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86026'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:37:51.866742 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-4452a2cb-77bd-4b95-b065-8fdfc798e2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (80793cb0-42ec-49e9-9b78-9c29012762c0), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:51.949739 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-1ef9f73b-926d-4727-906c-4f6466ca21d3 None None] Provisioning complete for port 80793cb0-42ec-49e9-9b78-9c29012762c0 triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:37:51.950849 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1ef9f73b-926d-4727-906c-4f6466ca21d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (80793cb0-42ec-49e9-9b78-9c29012762c0), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:51.951036 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-1ef9f73b-926d-4727-906c-4f6466ca21d3 None None] Attempt 1 to provision port 80793cb0-42ec-49e9-9b78-9c29012762c0 Oct 04 14:37:52.139335 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-1ef9f73b-926d-4727-906c-4f6466ca21d3 None None] Port 80793cb0-42ec-49e9-9b78-9c29012762c0 cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:37:52.188598 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-4452a2cb-77bd-4b95-b065-8fdfc798e2e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80793cb0-42ec-49e9-9b78-9c29012762c0 {{(pid=106356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:37:52.199900 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-4452a2cb-77bd-4b95-b065-8fdfc798e2e3 service neutron] Publish callbacks [] for port (80793cb0-42ec-49e9-9b78-9c29012762c0), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:52.216074 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.provisioning_blocks [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-4452a2cb-77bd-4b95-b065-8fdfc798e2e3 service neutron] Transition to ACTIVE for port object 80793cb0-42ec-49e9-9b78-9c29012762c0 will not be triggered until provisioned by entity L2. {{(pid=106356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 14:37:52.220414 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-4452a2cb-77bd-4b95-b065-8fdfc798e2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (80793cb0-42ec-49e9-9b78-9c29012762c0), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:52.287697 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452a2cb-77bd-4b95-b065-8fdfc798e2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=80793cb0-42ec-49e9-9b78-9c29012762c0,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:52.320042 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:52.346378 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-4452a2cb-77bd-4b95-b065-8fdfc798e2e3 service neutron] Attempting to bind port 80793cb0-42ec-49e9-9b78-9c29012762c0 on host hv-cinder-86026 for vnic_type normal with profile {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:37:52.346691 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-4452a2cb-77bd-4b95-b065-8fdfc798e2e3 service neutron] Attempting to bind port 80793cb0-42ec-49e9-9b78-9c29012762c0 by drivers openvswitch,hyperv on host hv-cinder-86026 at level 0 using segments [{'id': '152383e2-d73f-4c02-bb1c-e715e00f8899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3'}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:37:52.347015 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-4452a2cb-77bd-4b95-b065-8fdfc798e2e3 service neutron] Attempting to bind port 80793cb0-42ec-49e9-9b78-9c29012762c0 on network 4116101e-9cfb-4512-a759-154f86437ec3 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:37:52.394898 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-4452a2cb-77bd-4b95-b065-8fdfc798e2e3 service neutron] Port 80793cb0-42ec-49e9-9b78-9c29012762c0 on network 4116101e-9cfb-4512-a759-154f86437ec3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86026 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 14:37:52.395320 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-4452a2cb-77bd-4b95-b065-8fdfc798e2e3 service neutron] Attempting to bind port 80793cb0-42ec-49e9-9b78-9c29012762c0 on network 4116101e-9cfb-4512-a759-154f86437ec3 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:37:52.443123 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-4452a2cb-77bd-4b95-b065-8fdfc798e2e3 service neutron] Checking agent: {'id': '7414b559-7f0d-43de-b796-62d1db2de72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86026', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'started_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:37:52.443556 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-4452a2cb-77bd-4b95-b065-8fdfc798e2e3 service neutron] Checking segment: {'id': '152383e2-d73f-4c02-bb1c-e715e00f8899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:37:52.444026 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-4452a2cb-77bd-4b95-b065-8fdfc798e2e3 service neutron] Bound using segment: {'id': '152383e2-d73f-4c02-bb1c-e715e00f8899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3'} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:37:52.444504 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-4452a2cb-77bd-4b95-b065-8fdfc798e2e3 service neutron] Bound port: 80793cb0-42ec-49e9-9b78-9c29012762c0, host: hv-cinder-86026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152383e2-d73f-4c02-bb1c-e715e00f8899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3'}}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:37:52.444856 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-4452a2cb-77bd-4b95-b065-8fdfc798e2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (80793cb0-42ec-49e9-9b78-9c29012762c0), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:52.508553 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-4452a2cb-77bd-4b95-b065-8fdfc798e2e3 service neutron] For port 80793cb0-42ec-49e9-9b78-9c29012762c0, host hv-cinder-86026, cleared binding levels {{(pid=106356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:37:52.512117 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-4452a2cb-77bd-4b95-b065-8fdfc798e2e3 service neutron] For port 80793cb0-42ec-49e9-9b78-9c29012762c0, host hv-cinder-86026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=80793cb0-42ec-49e9-9b78-9c29012762c0,segment=NetworkSegment(152383e2-d73f-4c02-bb1c-e715e00f8899),segment_id=152383e2-d73f-4c02-bb1c-e715e00f8899)] {{(pid=106356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:37:52.518836 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-4452a2cb-77bd-4b95-b065-8fdfc798e2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (80793cb0-42ec-49e9-9b78-9c29012762c0), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:52.524656 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-4452a2cb-77bd-4b95-b065-8fdfc798e2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:52.525268 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-4452a2cb-77bd-4b95-b065-8fdfc798e2e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:52.526746 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-4452a2cb-77bd-4b95-b065-8fdfc798e2e3 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/80793cb0-42ec-49e9-9b78-9c29012762c0 HTTP/1.1" status: 200 len: 1093 time: 0.7519710 Oct 04 14:37:52.532542 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2e7361-695d-4c7d-8116-00182e81496d', 'tag': '80793cb0-42ec-49e9-9b78-9c29012762c0'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:37:52.532542 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a763c4d6-6da9-4918-b523-a0adcf7cf11a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2e7361-695d-4c7d-8116-00182e81496d", "tag": "80793cb0-42ec-49e9-9b78-9c29012762c0"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:37:52.585705 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452a2cb-77bd-4b95-b065-8fdfc798e2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=80793cb0-42ec-49e9-9b78-9c29012762c0,revision_number=3']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:52.601930 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7af02b9-884e-421c-8f0a-be14a80d78e0 x-openstack-request-id: req-d7af02b9-884e-421c-8f0a-be14a80d78e0 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:37:52.602224 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2e7361-695d-4c7d-8116-00182e81496d", "tag": "80793cb0-42ec-49e9-9b78-9c29012762c0", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:37:52.602479 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7af02b9-884e-421c-8f0a-be14a80d78e0 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:37:52.604046 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7af02b9-884e-421c-8f0a-be14a80d78e0'] response: {'name': 'network-changed', 'server_uuid': 'ba2e7361-695d-4c7d-8116-00182e81496d', 'tag': '80793cb0-42ec-49e9-9b78-9c29012762c0', 'status': 'completed', 'code': 200} Oct 04 14:37:52.642442 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-720ed52c-e4e9-468e-9fb1-8cfaa58e5747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:52.644027 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-720ed52c-e4e9-468e-9fb1-8cfaa58e5747 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=408b16a582484c619ff17416990d5feb&device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 1127 time: 0.0539393 Oct 04 14:37:52.702344 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-8e2129fe-0329-4030-8464-7583a4d2050c service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80793cb0-42ec-49e9-9b78-9c29012762c0 HTTP/1.1" status: 200 len: 217 time: 0.0428929 Oct 04 14:37:52.722450 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffbf69-6624-48e6-826b-852e46ddc221 req-e9ab9d3e-5a57-4fda-b32a-68aac93e43fd tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:52.724054 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-05ffbf69-6624-48e6-826b-852e46ddc221 req-e9ab9d3e-5a57-4fda-b32a-68aac93e43fd tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 943 time: 0.0517738 Oct 04 14:37:52.756766 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:52.773145 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-e45b7979-2686-4a4c-b06f-a3eee62f2e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:52.775721 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-e45b7979-2686-4a4c-b06f-a3eee62f2e74 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0e6eb4fb-0de1-48cf-96b5-793e497e6d95 HTTP/1.1" status: 200 len: 851 time: 0.0656476 Oct 04 14:37:52.806311 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-05ffbf69-6624-48e6-826b-852e46ddc221 req-0e097dec-461e-4be6-a2e3-ec398d1cc606 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743253 Oct 04 14:37:52.830054 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-28c59faf-af3f-4f95-88c3-ce0168187e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:52.831691 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-28c59faf-af3f-4f95-88c3-ce0168187e0e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=4116101e-9cfb-4512-a759-154f86437ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498018 Oct 04 14:37:52.958388 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-f221c7bc-0751-47a8-b3b3-aa76cd9cb8e4 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200485 Oct 04 14:37:53.057168 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0bc620c7-61f8-43b9-8d3f-dae19f657f66 req-0027533a-06a8-4a8e-ad46-85da5d60ab84 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925109 Oct 04 14:37:53.471498 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763c4d6-6da9-4918-b523-a0adcf7cf11a req-d6f7f449-63bb-4249-a49c-e34514b29cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:53.473070 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a763c4d6-6da9-4918-b523-a0adcf7cf11a req-d6f7f449-63bb-4249-a49c-e34514b29cae service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=408b16a582484c619ff17416990d5feb&device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 1127 time: 0.0491881 Oct 04 14:37:53.580459 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763c4d6-6da9-4918-b523-a0adcf7cf11a req-dde90d42-6ae7-4c84-8dfe-108f494ee1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:53.582018 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a763c4d6-6da9-4918-b523-a0adcf7cf11a req-dde90d42-6ae7-4c84-8dfe-108f494ee1c0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=4116101e-9cfb-4512-a759-154f86437ec3 HTTP/1.1" status: 200 len: 913 time: 0.1018529 Oct 04 14:37:53.624804 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a763c4d6-6da9-4918-b523-a0adcf7cf11a req-95065250-97d5-4849-bfe4-24dfa30edd2b service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80793cb0-42ec-49e9-9b78-9c29012762c0 HTTP/1.1" status: 200 len: 217 time: 0.0340145 Oct 04 14:37:53.680125 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763c4d6-6da9-4918-b523-a0adcf7cf11a req-ab10b674-2665-4625-aa7b-f1e03808fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:53.681619 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a763c4d6-6da9-4918-b523-a0adcf7cf11a req-ab10b674-2665-4625-aa7b-f1e03808fc6a service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0e6eb4fb-0de1-48cf-96b5-793e497e6d95 HTTP/1.1" status: 200 len: 851 time: 0.0476780 Oct 04 14:37:53.724435 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:53.735759 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763c4d6-6da9-4918-b523-a0adcf7cf11a req-c9c8a46b-da9b-43ab-9aa0-c14bb1bb726f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:53.737546 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a763c4d6-6da9-4918-b523-a0adcf7cf11a req-c9c8a46b-da9b-43ab-9aa0-c14bb1bb726f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=4116101e-9cfb-4512-a759-154f86437ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462356 Oct 04 14:37:53.864577 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a763c4d6-6da9-4918-b523-a0adcf7cf11a req-80759261-b594-490d-899a-033b5a32ee19 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183927 Oct 04 14:37:53.983319 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b69eb-477f-46ea-877f-71377d56bdac req-c89901c9-26c0-458a-ac76-a9632bb0d17d tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:53.984919 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-743b69eb-477f-46ea-877f-71377d56bdac req-c89901c9-26c0-458a-ac76-a9632bb0d17d tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 943 time: 0.0653503 Oct 04 14:37:54.036127 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a763c4d6-6da9-4918-b523-a0adcf7cf11a req-1f98a659-778b-463f-89c8-29ac80358a90 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656532 Oct 04 14:37:54.069523 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-743b69eb-477f-46ea-877f-71377d56bdac req-e2533916-8aaf-4675-bbc7-e70d8d6ea0ae tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758317 Oct 04 14:37:54.458273 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 50116) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:54.556867 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90682dd0-7be2-4ed6-a88b-f56a93a51a09 req-a78d3e7a-2cae-408e-8838-386cb77da0e0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:54.558634 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-90682dd0-7be2-4ed6-a88b-f56a93a51a09 req-a78d3e7a-2cae-408e-8838-386cb77da0e0 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 947 time: 0.0554872 Oct 04 14:37:54.596590 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-21ea4f3d-1076-4ba0-b4ef-3991f935182a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:54.636329 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-90682dd0-7be2-4ed6-a88b-f56a93a51a09 req-74707c63-2c1f-4ac8-9c7e-a7c81376d434 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714886 Oct 04 14:37:54.696941 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-21ea4f3d-1076-4ba0-b4ef-3991f935182a admin admin] Publish callbacks [] for security_group (862cbe28-39f2-442d-abb6-37016283fea5), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:54.700393 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-21ea4f3d-1076-4ba0-b4ef-3991f935182a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (862cbe28-39f2-442d-abb6-37016283fea5), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:54.740558 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-21ea4f3d-1076-4ba0-b4ef-3991f935182a admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=37f60715f0a04972a078f3aa96550e4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2808094 Oct 04 14:37:54.741406 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea4f3d-1076-4ba0-b4ef-3991f935182a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862cbe28-39f2-442d-abb6-37016283fea5,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:54.743074 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 50120) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:54.794526 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0711ece1-85e7-45f3-9348-34c669907bf8 admin admin] Publish callbacks [] for security_group (862cbe28-39f2-442d-abb6-37016283fea5), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:54.815130 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0711ece1-85e7-45f3-9348-34c669907bf8 admin admin] Publish callbacks [] for security_group (862cbe28-39f2-442d-abb6-37016283fea5), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:54.865162 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0711ece1-85e7-45f3-9348-34c669907bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (862cbe28-39f2-442d-abb6-37016283fea5), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:54.867682 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0711ece1-85e7-45f3-9348-34c669907bf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:54.868892 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-0711ece1-85e7-45f3-9348-34c669907bf8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/862cbe28-39f2-442d-abb6-37016283fea5 HTTP/1.1" status: 204 len: 168 time: 0.1248024 Oct 04 14:37:54.878473 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711ece1-85e7-45f3-9348-34c669907bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862cbe28-39f2-442d-abb6-37016283fea5,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:55.141881 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 50136) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:55.156589 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f9309d2e-e5a9-4667-b61e-781cef93b50b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:55.227285 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:55.241613 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94531b21-173b-43fc-8e96-417355a1c6c7 req-93bcd229-801c-4957-b273-a5d4941e5140 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:55.243098 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-94531b21-173b-43fc-8e96-417355a1c6c7 req-93bcd229-801c-4957-b273-a5d4941e5140 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 943 time: 0.0691016 Oct 04 14:37:55.300013 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=16 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:55.307096 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=37 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:55.320915 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f9309d2e-e5a9-4667-b61e-781cef93b50b admin admin] Publish callbacks [] for security_group (916001c0-2ff7-42c3-b181-89769d86c025), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:55.326377 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-94531b21-173b-43fc-8e96-417355a1c6c7 req-43288f5e-2916-473b-927e-d0c9f2f5a4ea tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742304 Oct 04 14:37:55.327477 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f9309d2e-e5a9-4667-b61e-781cef93b50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (916001c0-2ff7-42c3-b181-89769d86c025), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:55.373524 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-f9309d2e-e5a9-4667-b61e-781cef93b50b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=fa19733707044f81ad9abc87e29b9df3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301235 Oct 04 14:37:55.374439 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9309d2e-e5a9-4667-b61e-781cef93b50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916001c0-2ff7-42c3-b181-89769d86c025,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:55.375428 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 50146) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:55.435549 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fd74f217-45f9-49db-94ef-daf0a9ea2c39 admin admin] Publish callbacks [] for security_group (916001c0-2ff7-42c3-b181-89769d86c025), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:55.457400 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fd74f217-45f9-49db-94ef-daf0a9ea2c39 admin admin] Publish callbacks [] for security_group (916001c0-2ff7-42c3-b181-89769d86c025), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:55.486386 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 50148) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:55.515412 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fd74f217-45f9-49db-94ef-daf0a9ea2c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (916001c0-2ff7-42c3-b181-89769d86c025), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:55.518080 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fd74f217-45f9-49db-94ef-daf0a9ea2c39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:55.519554 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-fd74f217-45f9-49db-94ef-daf0a9ea2c39 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/916001c0-2ff7-42c3-b181-89769d86c025 HTTP/1.1" status: 204 len: 168 time: 0.1429384 Oct 04 14:37:55.530266 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74f217-45f9-49db-94ef-daf0a9ea2c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916001c0-2ff7-42c3-b181-89769d86c025,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:55.616192 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4282861b-6522-4bbd-a75d-159e93e3ea4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:55.694483 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:55.707496 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4282861b-6522-4bbd-a75d-159e93e3ea4a admin admin] Publish callbacks [] for security_group (fbf0fc10-2fe6-4f6a-a4fc-c20581e6d7da), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:55.713171 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4282861b-6522-4bbd-a75d-159e93e3ea4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (fbf0fc10-2fe6-4f6a-a4fc-c20581e6d7da), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:55.758224 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-4282861b-6522-4bbd-a75d-159e93e3ea4a admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=17d4f187d45246e68f294e93a0215c7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705750 Oct 04 14:37:55.759822 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282861b-6522-4bbd-a75d-159e93e3ea4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf0fc10-2fe6-4f6a-a4fc-c20581e6d7da,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:55.760959 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 50162) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:55.816406 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e4798-6d5e-48a4-b292-b1426a249818 req-bfa79729-0fd5-4728-881d-48b545641b61 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:55.817986 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c82e4798-6d5e-48a4-b292-b1426a249818 req-bfa79729-0fd5-4728-881d-48b545641b61 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 947 time: 0.0688024 Oct 04 14:37:55.879942 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-51356fc1-cbab-42e1-8552-24b85288faca admin admin] Publish callbacks [] for security_group (fbf0fc10-2fe6-4f6a-a4fc-c20581e6d7da), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:55.884188 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:55.898986 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-c82e4798-6d5e-48a4-b292-b1426a249818 req-c30afc24-cce1-4a51-a570-bacb78589b61 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735831 Oct 04 14:37:55.916078 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-51356fc1-cbab-42e1-8552-24b85288faca admin admin] Publish callbacks [] for security_group (fbf0fc10-2fe6-4f6a-a4fc-c20581e6d7da), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:55.977510 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-51356fc1-cbab-42e1-8552-24b85288faca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (fbf0fc10-2fe6-4f6a-a4fc-c20581e6d7da), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:55.980395 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-51356fc1-cbab-42e1-8552-24b85288faca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:55.981584 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-51356fc1-cbab-42e1-8552-24b85288faca admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fbf0fc10-2fe6-4f6a-a4fc-c20581e6d7da HTTP/1.1" status: 204 len: 168 time: 0.2195308 Oct 04 14:37:56.000906 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51356fc1-cbab-42e1-8552-24b85288faca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf0fc10-2fe6-4f6a-a4fc-c20581e6d7da,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:56.052720 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc1073-461a-4eeb-ba7b-65de0e0b4ad1 req-74cdcc83-ee65-48e9-80c3-c4c5c6798f85 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:56.054617 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-aacc1073-461a-4eeb-ba7b-65de0e0b4ad1 req-74cdcc83-ee65-48e9-80c3-c4c5c6798f85 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 947 time: 0.0686874 Oct 04 14:37:56.179081 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-aacc1073-461a-4eeb-ba7b-65de0e0b4ad1 req-aaa41c41-1016-4926-a689-e5c1ffeec94f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Deleting port 43d8d357-7ddb-4b57-8267-bb0fba101087 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:37:56.179657 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-aacc1073-461a-4eeb-ba7b-65de0e0b4ad1 req-aaa41c41-1016-4926-a689-e5c1ffeec94f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:56.289262 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-aacc1073-461a-4eeb-ba7b-65de0e0b4ad1 req-aaa41c41-1016-4926-a689-e5c1ffeec94f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] For port 43d8d357-7ddb-4b57-8267-bb0fba101087, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=43d8d357-7ddb-4b57-8267-bb0fba101087,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:37:56.289822 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-aacc1073-461a-4eeb-ba7b-65de0e0b4ad1 req-aaa41c41-1016-4926-a689-e5c1ffeec94f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:56.530732 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-aacc1073-461a-4eeb-ba7b-65de0e0b4ad1 req-aaa41c41-1016-4926-a689-e5c1ffeec94f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:56.531003 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-aacc1073-461a-4eeb-ba7b-65de0e0b4ad1 req-aaa41c41-1016-4926-a689-e5c1ffeec94f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (b78edfcb-0b07-4880-9604-e25092e24f2e), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:56.531316 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.l3_db [req-aacc1073-461a-4eeb-ba7b-65de0e0b4ad1 req-aaa41c41-1016-4926-a689-e5c1ffeec94f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Floating IP b78edfcb-0b07-4880-9604-e25092e24f2e disassociated. External IP: 172.27.3.20, port: 43d8d357-7ddb-4b57-8267-bb0fba101087. Oct 04 14:37:56.531653 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-aacc1073-461a-4eeb-ba7b-65de0e0b4ad1 req-aaa41c41-1016-4926-a689-e5c1ffeec94f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Calling delete_port for 43d8d357-7ddb-4b57-8267-bb0fba101087 owned by compute:nova {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:37:56.539334 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc3083-6dfb-4cd2-aa5a-e99487a9f9ce req-c4ffd639-8ac6-4c01-9fb3-a8df7119750d tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:56.540880 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-38bc3083-6dfb-4cd2-aa5a-e99487a9f9ce req-c4ffd639-8ac6-4c01-9fb3-a8df7119750d tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 943 time: 0.1056001 Oct 04 14:37:56.596644 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:56.643963 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-38bc3083-6dfb-4cd2-aa5a-e99487a9f9ce req-41452c19-17d9-4e43-a350-e501d30149b5 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953124 Oct 04 14:37:56.726848 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-aacc1073-461a-4eeb-ba7b-65de0e0b4ad1 req-aaa41c41-1016-4926-a689-e5c1ffeec94f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (43d8d357-7ddb-4b57-8267-bb0fba101087), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:56.757029 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa41c41-1016-4926-a689-e5c1ffeec94f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Pushing event deleted for resources: {'Port': ['ID=43d8d357-7ddb-4b57-8267-bb0fba101087,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:56.878593 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aacc1073-461a-4eeb-ba7b-65de0e0b4ad1 req-aaa41c41-1016-4926-a689-e5c1ffeec94f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Router b9d09624-1d1e-4c4f-96a0-a3804f4dea7b has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:37:56.988723 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:56.992012 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aacc1073-461a-4eeb-ba7b-65de0e0b4ad1 req-aaa41c41-1016-4926-a689-e5c1ffeec94f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:37:57.013502 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688bb196-03e2-4d27-a0f6-da143da86c06 None None] Sync routers for ids ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:37:57.047870 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacc1073-461a-4eeb-ba7b-65de0e0b4ad1 req-aaa41c41-1016-4926-a689-e5c1ffeec94f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] No DVR routers for this DVR port 43d8d357-7ddb-4b57-8267-bb0fba101087 on host hv-cinder-86026 {{(pid=106356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:37:57.049523 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-a9655feb-b973-40c5-b536-10cb480e4dab req-f965113d-5b83-4d33-a5a2-a284795ddf66 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35bb7e73-d6ea-4441-8b64-19affd0804f6 HTTP/1.1" status: 200 len: 210 time: 0.0584073 Oct 04 14:37:57.051157 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-aacc1073-461a-4eeb-ba7b-65de0e0b4ad1 req-aaa41c41-1016-4926-a689-e5c1ffeec94f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:57.054579 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a089-ec41-4d71-91ce-7f0556ddb8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:57.054880 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-aacc1073-461a-4eeb-ba7b-65de0e0b4ad1 req-aaa41c41-1016-4926-a689-e5c1ffeec94f tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.17 "DELETE /networking/v2.0/ports/43d8d357-7ddb-4b57-8267-bb0fba101087 HTTP/1.1" status: 204 len: 173 time: 0.9882543 Oct 04 14:37:57.055594 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bb7e73-d6ea-4441-8b64-19affd0804f6', 'name': 'network-vif-deleted', 'tag': '43d8d357-7ddb-4b57-8267-bb0fba101087'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:37:57.060107 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceabb6d4-7b5d-4b8b-a743-4f36ca896cb2" -d '{"events": [{"server_uuid": "35bb7e73-d6ea-4441-8b64-19affd0804f6", "name": "network-vif-deleted", "tag": "43d8d357-7ddb-4b57-8267-bb0fba101087"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:37:57.066679 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688bb196-03e2-4d27-a0f6-da143da86c06 None None] Routers {'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:37:57.067325 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-688bb196-03e2-4d27-a0f6-da143da86c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:37:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:57.130322 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df02ac42-7047-46e0-bff4-f35f3984c5a8 x-openstack-request-id: req-df02ac42-7047-46e0-bff4-f35f3984c5a8 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:37:57.131375 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bb7e73-d6ea-4441-8b64-19affd0804f6", "name": "network-vif-deleted", "tag": "43d8d357-7ddb-4b57-8267-bb0fba101087", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:37:57.131789 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-df02ac42-7047-46e0-bff4-f35f3984c5a8 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:37:57.132554 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df02ac42-7047-46e0-bff4-f35f3984c5a8'] response: {'server_uuid': '35bb7e73-d6ea-4441-8b64-19affd0804f6', 'name': 'network-vif-deleted', 'tag': '43d8d357-7ddb-4b57-8267-bb0fba101087', 'status': 'completed', 'code': 200} Oct 04 14:37:57.204500 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-688bb196-03e2-4d27-a0f6-da143da86c06 None None] Set router b9d09624-1d1e-4c4f-96a0-a3804f4dea7b gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:37:57.413076 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=98 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:57.434506 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-688bb196-03e2-4d27-a0f6-da143da86c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2018339653-router', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '951134fa-23d9-410d-b121-c1a0b575003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:34Z', 'updated_at': '2022-10-04T14:29:48Z', 'revision_number': 4, 'project_id': '64993786e21b45beb7829ceaede4777a', 'gw_port': {'id': '951134fa-23d9-410d-b121-c1a0b575003b', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'f004d664-0ae6-4070-bf47-5ed383a38482', 'name': '', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'mac_address': 'fa:16:3e:21:fa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:46Z', 'updated_at': '2022-10-04T14:30:04Z', 'revision_number': 5, 'project_id': '64993786e21b45beb7829ceaede4777a', 'subnets': [{'id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:57.460394 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688bb196-03e2-4d27-a0f6-da143da86c06 None None] Checking router: b9d09624-1d1e-4c4f-96a0-a3804f4dea7b for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:37:57.468879 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688bb196-03e2-4d27-a0f6-da143da86c06 None None] Routers {'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:37:57.469480 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-688bb196-03e2-4d27-a0f6-da143da86c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:37:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:57.579173 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-688bb196-03e2-4d27-a0f6-da143da86c06 None None] Set router b9d09624-1d1e-4c4f-96a0-a3804f4dea7b gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:37:57.800374 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da3930-e9f9-4e0b-a370-3fea8d257df6 req-8e6737c8-5f52-4850-abb8-75373f57f663 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:57.803532 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-688bb196-03e2-4d27-a0f6-da143da86c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2018339653-router', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '951134fa-23d9-410d-b121-c1a0b575003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:34Z', 'updated_at': '2022-10-04T14:29:48Z', 'revision_number': 4, 'project_id': '64993786e21b45beb7829ceaede4777a', 'gw_port': {'id': '951134fa-23d9-410d-b121-c1a0b575003b', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'f004d664-0ae6-4070-bf47-5ed383a38482', 'name': '', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'mac_address': 'fa:16:3e:21:fa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:46Z', 'updated_at': '2022-10-04T14:30:04Z', 'revision_number': 5, 'project_id': '64993786e21b45beb7829ceaede4777a', 'subnets': [{'id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:37:57.808606 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-74da3930-e9f9-4e0b-a370-3fea8d257df6 req-8e6737c8-5f52-4850-abb8-75373f57f663 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 943 time: 0.0736346 Oct 04 14:37:57.829339 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:57.832755 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688bb196-03e2-4d27-a0f6-da143da86c06 None None] The sync data for ids ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'] in dv-cinder-860260-1-iscsi is: [{'id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2018339653-router', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '951134fa-23d9-410d-b121-c1a0b575003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:34Z', 'updated_at': '2022-10-04T14:29:48Z', 'revision_number': 4, 'project_id': '64993786e21b45beb7829ceaede4777a', 'gw_port': {'id': '951134fa-23d9-410d-b121-c1a0b575003b', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'f004d664-0ae6-4070-bf47-5ed383a38482', 'name': '', 'network_id': '8adffcb3-eb41-48c9-bdc6-30a7213ac01c', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'mac_address': 'fa:16:3e:21:fa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:46Z', 'updated_at': '2022-10-04T14:30:04Z', 'revision_number': 5, 'project_id': '64993786e21b45beb7829ceaede4777a', 'subnets': [{'id': '866d7ee4-9072-4a41-8ab0-25e4c5a7536f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:37:57.866784 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-74da3930-e9f9-4e0b-a370-3fea8d257df6 req-99b86d0c-58f7-486c-a27a-4372fb45bc35 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571978 Oct 04 14:37:58.086664 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0c567e-adf1-41ed-8c53-18756a5f5c7d None None] New status for floating IP b78edfcb-0b07-4880-9604-e25092e24f2e: DOWN {{(pid=106358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:37:58.186672 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 50244) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:58.268218 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f464e37f-e9c8-40bf-9af2-3fcef3834b55 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for security_group (f9f5312e-5c40-4c8b-87a2-ec1c417d96c8), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:58.295174 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f464e37f-e9c8-40bf-9af2-3fcef3834b55 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for security_group (f9f5312e-5c40-4c8b-87a2-ec1c417d96c8), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:58.336881 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 50250) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:58.351662 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f464e37f-e9c8-40bf-9af2-3fcef3834b55 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (f9f5312e-5c40-4c8b-87a2-ec1c417d96c8), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:58.354417 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f464e37f-e9c8-40bf-9af2-3fcef3834b55 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:58.358144 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-f464e37f-e9c8-40bf-9af2-3fcef3834b55 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f9f5312e-5c40-4c8b-87a2-ec1c417d96c8 HTTP/1.1" status: 204 len: 168 time: 0.1677408 Oct 04 14:37:58.358580 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 50254) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:58.364786 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464e37f-e9c8-40bf-9af2-3fcef3834b55 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f5312e-5c40-4c8b-87a2-ec1c417d96c8,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:58.375238 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.api.v2.resource [None req-b7ddbd28-3c93-4056-b732-aa5c19f7f337 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] show failed (client error): The resource could not be found. Oct 04 14:37:58.378943 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-b7ddbd28-3c93-4056-b732-aa5c19f7f337 tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "GET /networking/v2.0/security-groups/f9f5312e-5c40-4c8b-87a2-ec1c417d96c8 HTTP/1.1" status: 404 len: 347 time: 0.0167553 Oct 04 14:37:58.379733 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 50256) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:58.478645 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-e9e27fc8-7c58-4a7a-8922-0c69110e8cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:58.496200 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-ab70cf29-8ea0-4819-86c3-01427def2baa tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Deleting port 12c39d76-4731-4ebb-a680-fe7f9ac9aafd {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:37:58.496574 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ab70cf29-8ea0-4819-86c3-01427def2baa tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (12c39d76-4731-4ebb-a680-fe7f9ac9aafd), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:58.565179 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-e9e27fc8-7c58-4a7a-8922-0c69110e8cfe admin admin] Publish callbacks [] for security_group (6e9a4fd8-346e-4b84-a9f2-5d287f888806), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:58.569337 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-e9e27fc8-7c58-4a7a-8922-0c69110e8cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (6e9a4fd8-346e-4b84-a9f2-5d287f888806), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:58.583161 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ab70cf29-8ea0-4819-86c3-01427def2baa tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (12c39d76-4731-4ebb-a680-fe7f9ac9aafd), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:58.583400 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ab70cf29-8ea0-4819-86c3-01427def2baa tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for floatingip (12c39d76-4731-4ebb-a680-fe7f9ac9aafd), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:58.596515 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-ab70cf29-8ea0-4819-86c3-01427def2baa tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Calling delete_port for 12c39d76-4731-4ebb-a680-fe7f9ac9aafd owned by network:floatingip {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:37:58.608355 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e27fc8-7c58-4a7a-8922-0c69110e8cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9a4fd8-346e-4b84-a9f2-5d287f888806,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:58.612605 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-e9e27fc8-7c58-4a7a-8922-0c69110e8cfe admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=757ae47e0392417a8e725d1c67670f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2746613 Oct 04 14:37:58.616375 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 50258) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:58.670945 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-29dde33d-104b-48ba-8ec3-4980eb3a87a0 admin admin] Publish callbacks [] for security_group (6e9a4fd8-346e-4b84-a9f2-5d287f888806), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:58.696735 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-29dde33d-104b-48ba-8ec3-4980eb3a87a0 admin admin] Publish callbacks [] for security_group (6e9a4fd8-346e-4b84-a9f2-5d287f888806), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:58.738524 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ab70cf29-8ea0-4819-86c3-01427def2baa tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (12c39d76-4731-4ebb-a680-fe7f9ac9aafd), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:58.748058 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-29dde33d-104b-48ba-8ec3-4980eb3a87a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (6e9a4fd8-346e-4b84-a9f2-5d287f888806), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:58.750834 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-29dde33d-104b-48ba-8ec3-4980eb3a87a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:58.751997 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-29dde33d-104b-48ba-8ec3-4980eb3a87a0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6e9a4fd8-346e-4b84-a9f2-5d287f888806 HTTP/1.1" status: 204 len: 168 time: 0.1347742 Oct 04 14:37:58.761200 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dde33d-104b-48ba-8ec3-4980eb3a87a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9a4fd8-346e-4b84-a9f2-5d287f888806,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:58.772091 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70cf29-8ea0-4819-86c3-01427def2baa tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Pushing event deleted for resources: {'Port': ['ID=12c39d76-4731-4ebb-a680-fe7f9ac9aafd,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:58.837153 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:58.842757 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ab70cf29-8ea0-4819-86c3-01427def2baa tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks [] for floatingip (b78edfcb-0b07-4880-9604-e25092e24f2e), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:58.845444 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ab70cf29-8ea0-4819-86c3-01427def2baa tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:58.848921 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-ab70cf29-8ea0-4819-86c3-01427def2baa tempest-AttachVolumeShelveTestJSON-1402348381 tempest-AttachVolumeShelveTestJSON-1402348381-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/b78edfcb-0b07-4880-9604-e25092e24f2e HTTP/1.1" status: 204 len: 168 time: 0.4661074 Oct 04 14:37:59.030621 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7b980-75b0-4635-8343-034e2cb3d0fe req-a081f2ad-eba3-4262-b037-efc2c6afe7a4 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:37:59.032789 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6ed7b980-75b0-4635-8343-034e2cb3d0fe req-a081f2ad-eba3-4262-b037-efc2c6afe7a4 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 943 time: 0.0601132 Oct 04 14:37:59.083055 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 50270) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:59.083396 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6ed7b980-75b0-4635-8343-034e2cb3d0fe req-a9f6c064-60dc-4087-a2f5-4d38563e434f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449939 Oct 04 14:37:59.097456 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3af6e8c7-6f53-47b2-9fb9-06567bb50a79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:59.180950 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:DELETE=4,neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:59.183495 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3af6e8c7-6f53-47b2-9fb9-06567bb50a79 admin admin] Publish callbacks [] for security_group (2fe8ffde-eb6f-4503-9347-315e0509ddba), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:59.186950 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-3af6e8c7-6f53-47b2-9fb9-06567bb50a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (2fe8ffde-eb6f-4503-9347-315e0509ddba), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:59.196274 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 43d8d357-7ddb-4b57-8267-bb0fba101087 no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:37:59.216411 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] No Port match for: 43d8d357-7ddb-4b57-8267-bb0fba101087 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:37:59.216915 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 43d8d357-7ddb-4b57-8267-bb0fba101087 not bound to the agent host hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:37:59.232342 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6e8c7-6f53-47b2-9fb9-06567bb50a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe8ffde-eb6f-4503-9347-315e0509ddba,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:59.236650 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-3af6e8c7-6f53-47b2-9fb9-06567bb50a79 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=28e89b676dcd4a88bbe1f46d97d8ce1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524775 Oct 04 14:37:59.239347 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 50272) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:37:59.290885 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a626752f-173f-476e-9d6a-34e4ca393037 admin admin] Publish callbacks [] for security_group (2fe8ffde-eb6f-4503-9347-315e0509ddba), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:59.314982 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a626752f-173f-476e-9d6a-34e4ca393037 admin admin] Publish callbacks [] for security_group (2fe8ffde-eb6f-4503-9347-315e0509ddba), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:59.323609 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:37:59.367173 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a626752f-173f-476e-9d6a-34e4ca393037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (2fe8ffde-eb6f-4503-9347-315e0509ddba), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:59.369752 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-a626752f-173f-476e-9d6a-34e4ca393037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:37:59.370875 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-a626752f-173f-476e-9d6a-34e4ca393037 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2fe8ffde-eb6f-4503-9347-315e0509ddba HTTP/1.1" status: 204 len: 168 time: 0.1306551 Oct 04 14:37:59.378668 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626752f-173f-476e-9d6a-34e4ca393037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe8ffde-eb6f-4503-9347-315e0509ddba,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:37:59.461961 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b4810254-d621-409d-b251-ae3dc82c122a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:00.226955 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267650a-e30f-48a5-8812-2f8088044735 req-dba72d2e-eb22-46c0-93ae-531637d11d78 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:00.228591 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0267650a-e30f-48a5-8812-2f8088044735 req-dba72d2e-eb22-46c0-93ae-531637d11d78 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 943 time: 0.0610061 Oct 04 14:38:00.285442 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0267650a-e30f-48a5-8812-2f8088044735 req-c0742d43-7d15-4a37-aa5c-b2a7bd7f4582 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510557 Oct 04 14:38:00.541593 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-311d0599-9902-4dda-8120-5d39c6565547 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-353837959&fields=id&tenant_id=bf0ffb6098014feb89d5d6f61832b03b HTTP/1.1" status: 200 len: 267 time: 0.0588276 Oct 04 14:38:00.663732 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-f4605bdd-be32-4885-a0fc-6d6115ce8e6c tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:00.665259 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-f4605bdd-be32-4885-a0fc-6d6115ce8e6c tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/networks?id=8dc4bbb0-f4de-40e9-996f-7b16b870c41f HTTP/1.1" status: 200 len: 808 time: 0.1141694 Oct 04 14:38:00.680599 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-6dce60ff-40d8-4b2c-a266-df181f7816d5 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/quotas/bf0ffb6098014feb89d5d6f61832b03b HTTP/1.1" status: 200 len: 375 time: 0.0090127 Oct 04 14:38:00.731613 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-002b976d-7c21-4189-a8a1-09f95d816d51 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=bf0ffb6098014feb89d5d6f61832b03b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454979 Oct 04 14:38:00.833814 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-c02087d6-12b2-430d-9c09-255f10ff7c1e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/8dc4bbb0-f4de-40e9-996f-7b16b870c41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892928 Oct 04 14:38:00.936543 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-1bac1b7c-d3c1-4afe-b7a6-0e2d9974f25a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/8dc4bbb0-f4de-40e9-996f-7b16b870c41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947077 Oct 04 14:38:01.201437 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 80793cb0-42ec-49e9-9b78-9c29012762c0 details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:38:01.287527 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0b6f39e6-9dd3-4956-90f7-4ed4570664c7 req-bcc010e9-7dd8-497f-8fc3-0c9bf7c07260 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 210 time: 0.0403531 Oct 04 14:38:01.357595 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 80793cb0-42ec-49e9-9b78-9c29012762c0, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=80793cb0-42ec-49e9-9b78-9c29012762c0,segment=NetworkSegment(152383e2-d73f-4c02-bb1c-e715e00f8899),segment_id=152383e2-d73f-4c02-bb1c-e715e00f8899)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:38:01.374951 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': '80793cb0-42ec-49e9-9b78-9c29012762c0', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'port_id': '80793cb0-42ec-49e9-9b78-9c29012762c0', 'mac_address': 'fa:16:3e:f3:c5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:38:01.380901 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:01.404438 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 50382) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:01.429302 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 80793cb0-42ec-49e9-9b78-9c29012762c0 is: DOWN; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:38:01.429921 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (80793cb0-42ec-49e9-9b78-9c29012762c0), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:01.449300 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80793cb0-42ec-49e9-9b78-9c29012762c0 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:38:01.466961 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:01.479360 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c1e04-df06-4bcd-b3d7-f6a9b217b746 req-efdf7367-b4de-4612-a237-3cec5026eaf0 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:01.485299 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 80793cb0-42ec-49e9-9b78-9c29012762c0, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=80793cb0-42ec-49e9-9b78-9c29012762c0,segment=NetworkSegment(152383e2-d73f-4c02-bb1c-e715e00f8899),segment_id=152383e2-d73f-4c02-bb1c-e715e00f8899)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:38:01.487005 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-454c1e04-df06-4bcd-b3d7-f6a9b217b746 req-efdf7367-b4de-4612-a237-3cec5026eaf0 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 943 time: 0.0950334 Oct 04 14:38:01.491443 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (80793cb0-42ec-49e9-9b78-9c29012762c0), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:01.559998 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=80793cb0-42ec-49e9-9b78-9c29012762c0,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:01.563939 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-454c1e04-df06-4bcd-b3d7-f6a9b217b746 req-f72d6b5b-e9d9-4800-9fc7-121013132950 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758781 Oct 04 14:38:01.637399 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:01.688238 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 50392) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:01.795326 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['80793cb0-42ec-49e9-9b78-9c29012762c0'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:38:01.831235 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8218b6ee-6326-4895-a94d-834d414dbd4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:01.955872 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8218b6ee-6326-4895-a94d-834d414dbd4f admin admin] Publish callbacks [] for security_group (582d3542-f447-4f76-811f-d2bf753ee24d), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:01.963474 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8218b6ee-6326-4895-a94d-834d414dbd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (582d3542-f447-4f76-811f-d2bf753ee24d), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:02.008715 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218b6ee-6326-4895-a94d-834d414dbd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582d3542-f447-4f76-811f-d2bf753ee24d,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:02.022387 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-8218b6ee-6326-4895-a94d-834d414dbd4f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=890c34001ed64337a4bb61e9aa84876f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3325868 Oct 04 14:38:02.022989 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 50396) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:02.077752 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-eda02cde-5967-4386-8e0b-18aaf45932d5 admin admin] Publish callbacks [] for security_group (582d3542-f447-4f76-811f-d2bf753ee24d), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:02.107303 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-eda02cde-5967-4386-8e0b-18aaf45932d5 admin admin] Publish callbacks [] for security_group (582d3542-f447-4f76-811f-d2bf753ee24d), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:02.166907 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-eda02cde-5967-4386-8e0b-18aaf45932d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (582d3542-f447-4f76-811f-d2bf753ee24d), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:02.169641 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-eda02cde-5967-4386-8e0b-18aaf45932d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:02.170806 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-eda02cde-5967-4386-8e0b-18aaf45932d5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/582d3542-f447-4f76-811f-d2bf753ee24d HTTP/1.1" status: 204 len: 168 time: 0.1466975 Oct 04 14:38:02.180830 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda02cde-5967-4386-8e0b-18aaf45932d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582d3542-f447-4f76-811f-d2bf753ee24d,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:02.250769 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-b31d26a7-56fa-4514-9fd8-8209ca02f2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556104'] for router_interface (b9d09624-1d1e-4c4f-96a0-a3804f4dea7b), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:02.285836 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:02.440503 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dfc53caf-2236-4170-9136-db1d15ba7d94 req-6250fdfa-57a0-4fdb-ab01-eef1198cf1c5 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 210 time: 0.0451059 Oct 04 14:38:02.499409 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:02.504095 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 50404) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:02.518352 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-da8b1dd5-7ea4-41be-a1fc-af6af718a22c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:02.539754 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-b31d26a7-56fa-4514-9fd8-8209ca02f2e6 admin admin] Deleting port f004d664-0ae6-4070-bf47-5ed383a38482 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:38:02.540082 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-b31d26a7-56fa-4514-9fd8-8209ca02f2e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (f004d664-0ae6-4070-bf47-5ed383a38482), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:02.576822 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:02.603846 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-da8b1dd5-7ea4-41be-a1fc-af6af718a22c admin admin] Publish callbacks [] for security_group (427bf45e-2414-46fb-a3ef-9f3d840090c3), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:02.613642 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-da8b1dd5-7ea4-41be-a1fc-af6af718a22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (427bf45e-2414-46fb-a3ef-9f3d840090c3), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:02.628425 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [None req-b31d26a7-56fa-4514-9fd8-8209ca02f2e6 admin admin] For port f004d664-0ae6-4070-bf47-5ed383a38482, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=f004d664-0ae6-4070-bf47-5ed383a38482,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:38:02.628751 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-b31d26a7-56fa-4514-9fd8-8209ca02f2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (f004d664-0ae6-4070-bf47-5ed383a38482), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:02.647643 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-b31d26a7-56fa-4514-9fd8-8209ca02f2e6 admin admin] Calling delete_port for f004d664-0ae6-4070-bf47-5ed383a38482 owned by network:router_interface {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:38:02.682849 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-da8b1dd5-7ea4-41be-a1fc-af6af718a22c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0e61ee100a8c41f5ab8b450e3c50180f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1776187 Oct 04 14:38:02.696301 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 50408) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:02.699446 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b1dd5-7ea4-41be-a1fc-af6af718a22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427bf45e-2414-46fb-a3ef-9f3d840090c3,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:02.732154 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35608c-4660-4cc4-a17e-a87643fd70a1 req-b1dcf7d5-5c42-423c-8d06-6a1fd01a3297 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:02.733824 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8d35608c-4660-4cc4-a17e-a87643fd70a1 req-b1dcf7d5-5c42-423c-8d06-6a1fd01a3297 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 944 time: 0.0679820 Oct 04 14:38:02.778333 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:02.818110 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8d35608c-4660-4cc4-a17e-a87643fd70a1 req-08a299d6-0cac-4aea-8e59-dd236459e624 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766306 Oct 04 14:38:02.887993 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2671d70a-8bdf-4b10-a9f5-a5628fb6ffd8 admin admin] Publish callbacks [] for security_group (427bf45e-2414-46fb-a3ef-9f3d840090c3), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:02.929990 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2671d70a-8bdf-4b10-a9f5-a5628fb6ffd8 admin admin] Publish callbacks [] for security_group (427bf45e-2414-46fb-a3ef-9f3d840090c3), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:02.937628 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:02.944619 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-196875f7-533f-48d6-a4aa-2a4014c4eb50 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:02.946064 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-196875f7-533f-48d6-a4aa-2a4014c4eb50 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.17 "GET /networking/v2.0/networks?id=8dc4bbb0-f4de-40e9-996f-7b16b870c41f HTTP/1.1" status: 200 len: 808 time: 0.2199781 Oct 04 14:38:03.070189 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2671d70a-8bdf-4b10-a9f5-a5628fb6ffd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (427bf45e-2414-46fb-a3ef-9f3d840090c3), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:03.072650 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2671d70a-8bdf-4b10-a9f5-a5628fb6ffd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:03.073764 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-2671d70a-8bdf-4b10-a9f5-a5628fb6ffd8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/427bf45e-2414-46fb-a3ef-9f3d840090c3 HTTP/1.1" status: 204 len: 168 time: 0.3764379 Oct 04 14:38:03.077108 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-b31d26a7-56fa-4514-9fd8-8209ca02f2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (f004d664-0ae6-4070-bf47-5ed383a38482), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:03.080454 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:03.095186 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-13df2b6a-1888-4dad-845a-1551f1b91f2a tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bf0ffb6098014feb89d5d6f61832b03b HTTP/1.1" status: 200 len: 379 time: 0.1335700 Oct 04 14:38:03.099503 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671d70a-8bdf-4b10-a9f5-a5628fb6ffd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427bf45e-2414-46fb-a3ef-9f3d840090c3,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:03.121993 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-f385a88a-6d37-4cf4-a4cc-3b429308516e tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Request body: {'port': {'device_id': '4a607dd9-3357-4f67-8c0d-64347a31a269', 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f', 'admin_state_up': True, 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'security_groups': ['c0b61245-2661-4b42-9c23-efee56ade426']}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:38:03.129984 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d26a7-56fa-4514-9fd8-8209ca02f2e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f004d664-0ae6-4070-bf47-5ed383a38482,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:03.219506 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 80793cb0-42ec-49e9-9b78-9c29012762c0 up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:38:03.283461 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning for port 80793cb0-42ec-49e9-9b78-9c29012762c0 completed by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 14:38:03.290214 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port 80793cb0-42ec-49e9-9b78-9c29012762c0 triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:38:03.290950 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (80793cb0-42ec-49e9-9b78-9c29012762c0), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:03.290950 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port 80793cb0-42ec-49e9-9b78-9c29012762c0 Oct 04 14:38:03.390006 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port 80793cb0-42ec-49e9-9b78-9c29012762c0 is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:38:03.390911 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (80793cb0-42ec-49e9-9b78-9c29012762c0), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:03.418404 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-f385a88a-6d37-4cf4-a4cc-3b429308516e tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Made reservation on behalf of bf0ffb6098014feb89d5d6f61832b03b for: {'port': 1} {{(pid=106356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 14:38:03.422724 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-f385a88a-6d37-4cf4-a4cc-3b429308516e tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:03.423015 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2e7361-695d-4c7d-8116-00182e81496d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80793cb0-42ec-49e9-9b78-9c29012762c0'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:38:03.425112 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f760fe-1290-407f-864d-58ebb9b3f292" -d '{"events": [{"server_uuid": "ba2e7361-695d-4c7d-8116-00182e81496d", "name": "network-vif-plugged", "status": "completed", "tag": "80793cb0-42ec-49e9-9b78-9c29012762c0"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:38:03.437281 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-b31d26a7-56fa-4514-9fd8-8209ca02f2e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556092'] for router_interface (b9d09624-1d1e-4c4f-96a0-a3804f4dea7b), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:03.464491 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port 80793cb0-42ec-49e9-9b78-9c29012762c0, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=80793cb0-42ec-49e9-9b78-9c29012762c0,segment=NetworkSegment(152383e2-d73f-4c02-bb1c-e715e00f8899),segment_id=152383e2-d73f-4c02-bb1c-e715e00f8899)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:38:03.471657 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (80793cb0-42ec-49e9-9b78-9c29012762c0), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:03.543152 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=80793cb0-42ec-49e9-9b78-9c29012762c0,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:03.569981 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a44b34-523c-45f2-ace1-a3b1dd5c9680 x-openstack-request-id: req-a6a44b34-523c-45f2-ace1-a3b1dd5c9680 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:38:03.571614 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2e7361-695d-4c7d-8116-00182e81496d", "name": "network-vif-plugged", "status": "completed", "tag": "80793cb0-42ec-49e9-9b78-9c29012762c0", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:38:03.571983 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a6a44b34-523c-45f2-ace1-a3b1dd5c9680 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:38:03.572491 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6a44b34-523c-45f2-ace1-a3b1dd5c9680'] response: {'server_uuid': 'ba2e7361-695d-4c7d-8116-00182e81496d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80793cb0-42ec-49e9-9b78-9c29012762c0', 'code': 200} Oct 04 14:38:03.767763 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-f385a88a-6d37-4cf4-a4cc-3b429308516e tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Allocated IP 172.20.0.11 (8dc4bbb0-f4de-40e9-996f-7b16b870c41f/31e0a0f4-a531-46c3-bc87-029efb60f8bc/ce73e1dc-607e-4614-930c-2b11c9806a9a) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:38:03.892926 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31d26a7-56fa-4514-9fd8-8209ca02f2e6 admin admin] Router b9d09624-1d1e-4c4f-96a0-a3804f4dea7b has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:38:03.903481 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:03.954389 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7937217e-4ef8-430d-b9a1-b28fd952e3d9 req-728b9fe9-8f70-478d-a003-d4e14c6ee83b tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 210 time: 0.3678946 Oct 04 14:38:03.995838 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:03.996024 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:04.001503 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196f52b-f11f-4907-8a0a-74efdfa7ff66 req-7db07cac-8228-4dea-9219-35a90f0adcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:04.002996 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8196f52b-f11f-4907-8a0a-74efdfa7ff66 req-7db07cac-8228-4dea-9219-35a90f0adcef service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 1129 time: 0.0587187 Oct 04 14:38:04.048522 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26598d16-c596-49ad-b6e4-86030c892477 req-61ae1038-cbbf-41bc-82ca-003f3c47b9b6 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:04.050060 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-26598d16-c596-49ad-b6e4-86030c892477 req-61ae1038-cbbf-41bc-82ca-003f3c47b9b6 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 945 time: 0.1234448 Oct 04 14:38:04.050480 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:04.073853 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-8196f52b-f11f-4907-8a0a-74efdfa7ff66 req-66878f38-0958-4e7e-b65e-d26004680018 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647106 Oct 04 14:38:04.145092 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-f385a88a-6d37-4cf4-a4cc-3b429308516e tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for port (ce73e1dc-607e-4614-930c-2b11c9806a9a), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:04.194304 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-26598d16-c596-49ad-b6e4-86030c892477 req-1a48436c-26d2-4f8a-a5ec-5e50da3cb2ea tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371431 Oct 04 14:38:04.207152 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31d26a7-56fa-4514-9fd8-8209ca02f2e6 admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:38:04.229524 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-b31d26a7-56fa-4514-9fd8-8209ca02f2e6 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/b9d09624-1d1e-4c4f-96a0-a3804f4dea7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8213263 Oct 04 14:38:04.229767 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 50438) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:04.230197 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6ef923-9928-49dd-a557-c17adb46ee3f None None] Sync routers for ids ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:38:04.233531 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:04.243288 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-f385a88a-6d37-4cf4-a4cc-3b429308516e tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (ce73e1dc-607e-4614-930c-2b11c9806a9a), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:04.246604 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6ef923-9928-49dd-a557-c17adb46ee3f None None] Routers {'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:38:04.247353 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-2c6ef923-9928-49dd-a557-c17adb46ee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:37:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:38:04.314088 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-f385a88a-6d37-4cf4-a4cc-3b429308516e tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Network 8dc4bbb0-f4de-40e9-996f-7b16b870c41f is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:38:04.315572 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-f385a88a-6d37-4cf4-a4cc-3b429308516e tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:38:04.321154 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-f385a88a-6d37-4cf4-a4cc-3b429308516e tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:38:04.373389 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-943354cf-7d65-46ab-bd44-4f1fddd9e0c2 admin admin] Publish callbacks [] for router (b9d09624-1d1e-4c4f-96a0-a3804f4dea7b), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:04.396563 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-2c6ef923-9928-49dd-a557-c17adb46ee3f None None] Set router b9d09624-1d1e-4c4f-96a0-a3804f4dea7b gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:38:04.397339 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385a88a-6d37-4cf4-a4cc-3b429308516e tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Pushing event updated for resources: {'Port': ['ID=ce73e1dc-607e-4614-930c-2b11c9806a9a,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:04.409718 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-f385a88a-6d37-4cf4-a4cc-3b429308516e tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:04.410444 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-f385a88a-6d37-4cf4-a4cc-3b429308516e tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:04.436269 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-f385a88a-6d37-4cf4-a4cc-3b429308516e tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3340807 Oct 04 14:38:04.524613 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-943354cf-7d65-46ab-bd44-4f1fddd9e0c2 admin admin] Publish callbacks [] for router_gateway (b9d09624-1d1e-4c4f-96a0-a3804f4dea7b), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:04.582804 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-943354cf-7d65-46ab-bd44-4f1fddd9e0c2 admin admin] Deleting port 951134fa-23d9-410d-b121-c1a0b575003b {{(pid=106355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:38:04.583162 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-943354cf-7d65-46ab-bd44-4f1fddd9e0c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (951134fa-23d9-410d-b121-c1a0b575003b), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:04.626009 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-2c6ef923-9928-49dd-a557-c17adb46ee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2018339653-router', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '951134fa-23d9-410d-b121-c1a0b575003b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:34Z', 'updated_at': '2022-10-04T14:38:02Z', 'revision_number': 5, 'project_id': '64993786e21b45beb7829ceaede4777a', 'gw_port': {'id': '951134fa-23d9-410d-b121-c1a0b575003b', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:29:36Z', 'updated_at': '2022-10-04T14:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:38:04.656673 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6ef923-9928-49dd-a557-c17adb46ee3f None None] Checking router: b9d09624-1d1e-4c4f-96a0-a3804f4dea7b for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:38:04.674983 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-9aa654c0-df0b-4005-95a5-772bedeba1c1 None None] Provisioning complete for port ce73e1dc-607e-4614-930c-2b11c9806a9a triggered by entity DHCP. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:38:04.675550 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9aa654c0-df0b-4005-95a5-772bedeba1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (ce73e1dc-607e-4614-930c-2b11c9806a9a), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:04.676013 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-9aa654c0-df0b-4005-95a5-772bedeba1c1 None None] Attempt 1 to provision port ce73e1dc-607e-4614-930c-2b11c9806a9a Oct 04 14:38:04.679783 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6ef923-9928-49dd-a557-c17adb46ee3f None None] Routers {'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:38:04.680554 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-2c6ef923-9928-49dd-a557-c17adb46ee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:37:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:38:04.681958 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-943354cf-7d65-46ab-bd44-4f1fddd9e0c2 admin admin] For port 951134fa-23d9-410d-b121-c1a0b575003b, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=951134fa-23d9-410d-b121-c1a0b575003b,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:38:04.682299 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-943354cf-7d65-46ab-bd44-4f1fddd9e0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (951134fa-23d9-410d-b121-c1a0b575003b), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:04.696947 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-943354cf-7d65-46ab-bd44-4f1fddd9e0c2 admin admin] Calling delete_port for 951134fa-23d9-410d-b121-c1a0b575003b owned by network:router_gateway {{(pid=106355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:38:04.707358 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Request body: {'port': {'device_id': '4a607dd9-3357-4f67-8c0d-64347a31a269', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86026'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:38:04.826133 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (ce73e1dc-607e-4614-930c-2b11c9806a9a), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:04.935367 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-943354cf-7d65-46ab-bd44-4f1fddd9e0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (951134fa-23d9-410d-b121-c1a0b575003b), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:04.964366 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-9aa654c0-df0b-4005-95a5-772bedeba1c1 None None] Port ce73e1dc-607e-4614-930c-2b11c9806a9a cannot update to ACTIVE because it is not bound. {{(pid=106357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 14:38:04.987984 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943354cf-7d65-46ab-bd44-4f1fddd9e0c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=951134fa-23d9-410d-b121-c1a0b575003b,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:04.990272 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-2c6ef923-9928-49dd-a557-c17adb46ee3f None None] Set router b9d09624-1d1e-4c4f-96a0-a3804f4dea7b gateway port host: None {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:38:05.052725 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-2c6ef923-9928-49dd-a557-c17adb46ee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2018339653-router', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:34Z', 'updated_at': '2022-10-04T14:38:04Z', 'revision_number': 6, 'project_id': '64993786e21b45beb7829ceaede4777a', 'gw_port_host': None}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:38:05.072636 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-943354cf-7d65-46ab-bd44-4f1fddd9e0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549238'] for router_gateway (b9d09624-1d1e-4c4f-96a0-a3804f4dea7b), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:05.090462 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6ef923-9928-49dd-a557-c17adb46ee3f None None] The sync data for ids ['b9d09624-1d1e-4c4f-96a0-a3804f4dea7b'] in dv-cinder-860260-1-iscsi is: [{'id': 'b9d09624-1d1e-4c4f-96a0-a3804f4dea7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2018339653-router', 'tenant_id': '64993786e21b45beb7829ceaede4777a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:29:34Z', 'updated_at': '2022-10-04T14:38:04Z', 'revision_number': 6, 'project_id': '64993786e21b45beb7829ceaede4777a', 'gw_port_host': None}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:38:05.146446 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:05.207766 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-943354cf-7d65-46ab-bd44-4f1fddd9e0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7298'] for router (b9d09624-1d1e-4c4f-96a0-a3804f4dea7b), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:05.212668 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-943354cf-7d65-46ab-bd44-4f1fddd9e0c2 admin admin] Publish callbacks [] for router_controller (b9d09624-1d1e-4c4f-96a0-a3804f4dea7b), precommit_delete_associations {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:05.215954 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce73e1dc-607e-4614-930c-2b11c9806a9a {{(pid=106356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:38:05.227885 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Publish callbacks [] for port (ce73e1dc-607e-4614-930c-2b11c9806a9a), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:05.242303 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.provisioning_blocks [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Transition to ACTIVE for port object ce73e1dc-607e-4614-930c-2b11c9806a9a will not be triggered until provisioned by entity L2. {{(pid=106356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 14:38:05.247001 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (ce73e1dc-607e-4614-930c-2b11c9806a9a), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:05.266109 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d51b5-ee83-4be8-8fd1-c87ccd830596 req-a12a2b24-ba50-4d8d-bd33-2312e586f5ec tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:05.267635 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-581d51b5-ee83-4be8-8fd1-c87ccd830596 req-a12a2b24-ba50-4d8d-bd33-2312e586f5ec tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 932 time: 0.1182680 Oct 04 14:38:05.269655 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:05.283237 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:05.293727 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-943354cf-7d65-46ab-bd44-4f1fddd9e0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556132'] for router (b9d09624-1d1e-4c4f-96a0-a3804f4dea7b), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:05.294154 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943354cf-7d65-46ab-bd44-4f1fddd9e0c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9d09624-1d1e-4c4f-96a0-a3804f4dea7b {{(pid=106355) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 14:38:05.306290 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-943354cf-7d65-46ab-bd44-4f1fddd9e0c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:05.308074 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-943354cf-7d65-46ab-bd44-4f1fddd9e0c2 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/b9d09624-1d1e-4c4f-96a0-a3804f4dea7b HTTP/1.1" status: 204 len: 168 time: 1.0773156 Oct 04 14:38:05.311404 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 50466) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:05.374051 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Pushing event updated for resources: {'Port': ['ID=ce73e1dc-607e-4614-930c-2b11c9806a9a,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:05.391709 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-581d51b5-ee83-4be8-8fd1-c87ccd830596 req-2b411756-7aa5-45c7-ba4c-525b9fdc7b07 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164463 Oct 04 14:38:05.402351 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd33f8c8-d192-478d-90d1-11c0e70e8635 admin admin] Deleting subnet 866d7ee4-9072-4a41-8ab0-25e4c5a7536f {{(pid=106355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 14:38:05.404899 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.405246 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.405583 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.406165 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.406275 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-dd33f8c8-d192-478d-90d1-11c0e70e8635 admin admin] Publish callbacks [] for subnet (866d7ee4-9072-4a41-8ab0-25e4c5a7536f), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:05.406368 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.406610 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.407000 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.407325 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.407793 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.408124 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.408467 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.408789 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.409107 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.409426 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.410004 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.433389 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6b4aa-2d67-400f-8db6-17bfa535591d req-70dc2a6e-bfe2-426d-abff-d6a0981446a5 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:05.433389 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0ad6b4aa-2d67-400f-8db6-17bfa535591d req-70dc2a6e-bfe2-426d-abff-d6a0981446a5 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 945 time: 0.1171098 Oct 04 14:38:05.477673 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-dd33f8c8-d192-478d-90d1-11c0e70e8635 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5614478'] for subnet (866d7ee4-9072-4a41-8ab0-25e4c5a7536f), precommit_delete_associations {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:05.498953 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Attempting to bind port ce73e1dc-607e-4614-930c-2b11c9806a9a on host hv-cinder-86026 for vnic_type normal with profile {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 14:38:05.499234 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Attempting to bind port ce73e1dc-607e-4614-930c-2b11c9806a9a by drivers openvswitch,hyperv on host hv-cinder-86026 at level 0 using segments [{'id': '423413b7-e990-4208-b74c-36950881e4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f'}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 14:38:05.499528 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Attempting to bind port ce73e1dc-607e-4614-930c-2b11c9806a9a on network 8dc4bbb0-f4de-40e9-996f-7b16b870c41f {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:38:05.525097 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:05.587562 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-0ad6b4aa-2d67-400f-8db6-17bfa535591d req-73414db6-df54-4d0a-9eac-a2ee56713969 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118486 Oct 04 14:38:05.590516 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Port ce73e1dc-607e-4614-930c-2b11c9806a9a on network 8dc4bbb0-f4de-40e9-996f-7b16b870c41f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86026 {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 14:38:05.590843 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Attempting to bind port ce73e1dc-607e-4614-930c-2b11c9806a9a on network 8dc4bbb0-f4de-40e9-996f-7b16b870c41f {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 14:38:05.637956 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-dd33f8c8-d192-478d-90d1-11c0e70e8635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394552'] for subnet (866d7ee4-9072-4a41-8ab0-25e4c5a7536f), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:05.660836 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Checking agent: {'id': '7414b559-7f0d-43de-b796-62d1db2de72d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86026', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'started_at': datetime.datetime(2022, 10, 4, 14, 27, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 14, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 14:38:05.661796 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Checking segment: {'id': '423413b7-e990-4208-b74c-36950881e4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 14:38:05.662262 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Bound using segment: {'id': '423413b7-e990-4208-b74c-36950881e4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f'} {{(pid=106356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 14:38:05.662806 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.managers [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Bound port: ce73e1dc-607e-4614-930c-2b11c9806a9a, host: hv-cinder-86026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423413b7-e990-4208-b74c-36950881e4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f'}}] {{(pid=106356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 14:38:05.663946 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (ce73e1dc-607e-4614-930c-2b11c9806a9a), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:05.700919 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-dd33f8c8-d192-478d-90d1-11c0e70e8635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6577707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6171493'] for subnet (866d7ee4-9072-4a41-8ab0-25e4c5a7536f), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:05.735328 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] For port ce73e1dc-607e-4614-930c-2b11c9806a9a, host hv-cinder-86026, cleared binding levels {{(pid=106356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 14:38:05.737666 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33f8c8-d192-478d-90d1-11c0e70e8635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=866d7ee4-9072-4a41-8ab0-25e4c5a7536f,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:05.738543 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] For port ce73e1dc-607e-4614-930c-2b11c9806a9a, host hv-cinder-86026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=ce73e1dc-607e-4614-930c-2b11c9806a9a,segment=NetworkSegment(423413b7-e990-4208-b74c-36950881e4c7),segment_id=423413b7-e990-4208-b74c-36950881e4c7)] {{(pid=106356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 14:38:05.745839 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (ce73e1dc-607e-4614-930c-2b11c9806a9a), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:05.746468 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33f8c8-d192-478d-90d1-11c0e70e8635 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.746857 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33f8c8-d192-478d-90d1-11c0e70e8635 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.747299 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33f8c8-d192-478d-90d1-11c0e70e8635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.747514 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33f8c8-d192-478d-90d1-11c0e70e8635 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.748048 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33f8c8-d192-478d-90d1-11c0e70e8635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.748792 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33f8c8-d192-478d-90d1-11c0e70e8635 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.749375 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33f8c8-d192-478d-90d1-11c0e70e8635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.749709 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33f8c8-d192-478d-90d1-11c0e70e8635 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.749989 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:05.750126 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33f8c8-d192-478d-90d1-11c0e70e8635 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.750367 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33f8c8-d192-478d-90d1-11c0e70e8635 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.750695 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33f8c8-d192-478d-90d1-11c0e70e8635 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.751003 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:05.751114 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33f8c8-d192-478d-90d1-11c0e70e8635 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.751336 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33f8c8-d192-478d-90d1-11c0e70e8635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.751650 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33f8c8-d192-478d-90d1-11c0e70e8635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.751972 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33f8c8-d192-478d-90d1-11c0e70e8635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:05.752395 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/ce73e1dc-607e-4614-930c-2b11c9806a9a HTTP/1.1" status: 200 len: 1094 time: 1.0542994 Oct 04 14:38:05.757078 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a607dd9-3357-4f67-8c0d-64347a31a269', 'tag': 'ce73e1dc-607e-4614-930c-2b11c9806a9a'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:38:05.762162 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae53867-e753-474c-aafb-c6bb639d62b9" -d '{"events": [{"name": "network-changed", "server_uuid": "4a607dd9-3357-4f67-8c0d-64347a31a269", "tag": "ce73e1dc-607e-4614-930c-2b11c9806a9a"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:38:05.764366 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-dd33f8c8-d192-478d-90d1-11c0e70e8635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:05.774791 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b731cc5-7ce0-4d78-a5fb-5a17b951face None None] Network 8adffcb3-eb41-48c9-bdc6-30a7213ac01c requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:38:05.775499 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-dd33f8c8-d192-478d-90d1-11c0e70e8635 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/866d7ee4-9072-4a41-8ab0-25e4c5a7536f HTTP/1.1" status: 204 len: 168 time: 0.4598622 Oct 04 14:38:05.775499 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 50486) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:05.821278 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7c459-67d2-481c-8ad6-2a4e2c80e7fc service neutron] Pushing event updated for resources: {'Port': ['ID=ce73e1dc-607e-4614-930c-2b11c9806a9a,revision_number=3']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:05.867995 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-cc465b9e-d4c7-4f49-8f67-774309c5670e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1385909'] for network (8adffcb3-eb41-48c9-bdc6-30a7213ac01c), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:05.871834 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-31667f65-7f63-4910-b7f6-f753df143522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:05.874016 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-31667f65-7f63-4910-b7f6-f753df143522 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=bf0ffb6098014feb89d5d6f61832b03b&device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 1128 time: 0.0471501 Oct 04 14:38:05.875532 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea97a87-fd4f-4133-bdc4-9ce0805dd3b8 x-openstack-request-id: req-bea97a87-fd4f-4133-bdc4-9ce0805dd3b8 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:38:05.875810 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a607dd9-3357-4f67-8c0d-64347a31a269", "tag": "ce73e1dc-607e-4614-930c-2b11c9806a9a", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:38:05.876058 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bea97a87-fd4f-4133-bdc4-9ce0805dd3b8 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:38:05.876473 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bea97a87-fd4f-4133-bdc4-9ce0805dd3b8'] response: {'name': 'network-changed', 'server_uuid': '4a607dd9-3357-4f67-8c0d-64347a31a269', 'tag': 'ce73e1dc-607e-4614-930c-2b11c9806a9a', 'status': 'completed', 'code': 200} Oct 04 14:38:05.923973 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-cc465b9e-d4c7-4f49-8f67-774309c5670e admin admin] Deleting port cb8757cb-bfce-4c45-a4ca-f72406a04f53 {{(pid=106355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:38:05.924697 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-cc465b9e-d4c7-4f49-8f67-774309c5670e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (cb8757cb-bfce-4c45-a4ca-f72406a04f53), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:05.926663 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:05.957788 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-be7f18b7-6cd6-4f0c-9d79-faa60e0cd6ed service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce73e1dc-607e-4614-930c-2b11c9806a9a HTTP/1.1" status: 200 len: 217 time: 0.0592060 Oct 04 14:38:06.008159 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d8d3fb-4cca-4bcb-a18a-b73108b77574 None None] DHCP port deletion for 8adffcb3-eb41-48c9-bdc6-30a7213ac01c request from dv-cinder-860260-1-iscsi {{(pid=106357) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 14:38:06.032046 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-5b97b025-d6a6-4da2-9d15-77b0715bcc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:06.033757 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-cc465b9e-d4c7-4f49-8f67-774309c5670e admin admin] For port cb8757cb-bfce-4c45-a4ca-f72406a04f53, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=cb8757cb-bfce-4c45-a4ca-f72406a04f53,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:38:06.034264 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-5b97b025-d6a6-4da2-9d15-77b0715bcc30 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=31e0a0f4-a531-46c3-bc87-029efb60f8bc HTTP/1.1" status: 200 len: 847 time: 0.0698061 Oct 04 14:38:06.034404 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-cc465b9e-d4c7-4f49-8f67-774309c5670e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (cb8757cb-bfce-4c45-a4ca-f72406a04f53), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:06.049285 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-cc465b9e-d4c7-4f49-8f67-774309c5670e admin admin] Calling delete_port for cb8757cb-bfce-4c45-a4ca-f72406a04f53 owned by network:dhcp {{(pid=106355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:38:06.060003 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-73d8d3fb-4cca-4bcb-a18a-b73108b77574 None None] Deleting port cb8757cb-bfce-4c45-a4ca-f72406a04f53 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:38:06.060401 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-73d8d3fb-4cca-4bcb-a18a-b73108b77574 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (cb8757cb-bfce-4c45-a4ca-f72406a04f53), before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:06.098582 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-aa1b382c-cfb3-43c1-b2e9-64bafd4ae471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:06.101008 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-aa1b382c-cfb3-43c1-b2e9-64bafd4ae471 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=8dc4bbb0-f4de-40e9-996f-7b16b870c41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611439 Oct 04 14:38:06.144512 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-73d8d3fb-4cca-4bcb-a18a-b73108b77574 None None] For port cb8757cb-bfce-4c45-a4ca-f72406a04f53, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=cb8757cb-bfce-4c45-a4ca-f72406a04f53,segment=NetworkSegment(7bffdabf-7aa9-47c9-8b84-9af819e0aa37),segment_id=7bffdabf-7aa9-47c9-8b84-9af819e0aa37)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:38:06.144843 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-73d8d3fb-4cca-4bcb-a18a-b73108b77574 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (cb8757cb-bfce-4c45-a4ca-f72406a04f53), precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:06.166286 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-73d8d3fb-4cca-4bcb-a18a-b73108b77574 None None] Calling delete_port for cb8757cb-bfce-4c45-a4ca-f72406a04f53 owned by network:dhcp {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:38:06.171251 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-cc465b9e-d4c7-4f49-8f67-774309c5670e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (cb8757cb-bfce-4c45-a4ca-f72406a04f53), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:06.205504 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc465b9e-d4c7-4f49-8f67-774309c5670e admin admin] Pushing event deleted for resources: {'Port': ['ID=cb8757cb-bfce-4c45-a4ca-f72406a04f53,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:06.210068 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc465b9e-d4c7-4f49-8f67-774309c5670e admin admin] No DVR routers for this DVR port cb8757cb-bfce-4c45-a4ca-f72406a04f53 on host dv-cinder-860260-1-iscsi {{(pid=106355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:38:06.240520 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 50494) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:06.257773 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-80968e50-0104-44db-888f-ab570a30c28e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8dc4bbb0-f4de-40e9-996f-7b16b870c41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511607 Oct 04 14:38:06.262375 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:06.282220 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-73d8d3fb-4cca-4bcb-a18a-b73108b77574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957'] for port (cb8757cb-bfce-4c45-a4ca-f72406a04f53), after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:06.310565 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-cc465b9e-d4c7-4f49-8f67-774309c5670e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335914', 'neutron.services.segments.db._delete_segments_for_network-8767534955484'] for network (8adffcb3-eb41-48c9-bdc6-30a7213ac01c), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:06.313434 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8d3fb-4cca-4bcb-a18a-b73108b77574 None None] Pushing event deleted for resources: {'Port': ['ID=cb8757cb-bfce-4c45-a4ca-f72406a04f53,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:06.328558 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d8d3fb-4cca-4bcb-a18a-b73108b77574 None None] No DVR routers for this DVR port cb8757cb-bfce-4c45-a4ca-f72406a04f53 on host dv-cinder-860260-1-iscsi {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:38:06.339867 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-cc465b9e-d4c7-4f49-8f67-774309c5670e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8adffcb3-eb41-48c9-bdc6-30a7213ac01c']}} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:38:06.351591 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-cc465b9e-d4c7-4f49-8f67-774309c5670e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bffdabf-7aa9-47c9-8b84-9af819e0aa37') {'for_net_delete': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:38:06.351894 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-cc465b9e-d4c7-4f49-8f67-774309c5670e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bffdabf-7aa9-47c9-8b84-9af819e0aa37') {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:38:06.366050 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-cc465b9e-d4c7-4f49-8f67-774309c5670e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767534908582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5614583'] for segment (7bffdabf-7aa9-47c9-8b84-9af819e0aa37), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:06.384098 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-cc465b9e-d4c7-4f49-8f67-774309c5670e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (7bffdabf-7aa9-47c9-8b84-9af819e0aa37), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:06.384098 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:06.389880 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc465b9e-d4c7-4f49-8f67-774309c5670e admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=106355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 14:38:06.390293 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-cc465b9e-d4c7-4f49-8f67-774309c5670e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6577857'] for segment (7bffdabf-7aa9-47c9-8b84-9af819e0aa37), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:06.438600 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.services.segments.plugin [-] Segment 7bffdabf-7aa9-47c9-8b84-9af819e0aa37 resource provider aggregate not found Oct 04 14:38:06.441060 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-c2994145-8da2-4589-bf00-36e0efc79582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:06.456521 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-57a9f72d-1489-4176-903b-c402a332ebb5 req-22d7d03d-7475-4665-8f00-bfb5fff82bf5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8dc4bbb0-f4de-40e9-996f-7b16b870c41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916289 Oct 04 14:38:06.483256 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.services.segments.plugin [-] Segment 7bffdabf-7aa9-47c9-8b84-9af819e0aa37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7bffdabf-7aa9-47c9-8b84-9af819e0aa37 found for delete ", "request_id": "req-f4c21250-f961-43b1-b0ac-fbbad2f3d200"}]} Oct 04 14:38:06.489682 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-cc465b9e-d4c7-4f49-8f67-774309c5670e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1336217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549289'] for network (8adffcb3-eb41-48c9-bdc6-30a7213ac01c), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:06.495710 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-cc465b9e-d4c7-4f49-8f67-774309c5670e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:06.506446 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-cc465b9e-d4c7-4f49-8f67-774309c5670e admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/8adffcb3-eb41-48c9-bdc6-30a7213ac01c HTTP/1.1" status: 204 len: 168 time: 0.7248888 Oct 04 14:38:06.528202 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc465b9e-d4c7-4f49-8f67-774309c5670e admin admin] Pushing event deleted for resources: {'Network': ['ID=8adffcb3-eb41-48c9-bdc6-30a7213ac01c,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:06.586297 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6a26e-24d4-4a61-8976-2a4cfdea1b06 req-39134de7-d7a7-44b9-921b-f5790551f3a1 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:06.587835 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dcc6a26e-24d4-4a61-8976-2a4cfdea1b06 req-39134de7-d7a7-44b9-921b-f5790551f3a1 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 944 time: 0.0607524 Oct 04 14:38:06.605913 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:06.620981 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-c2994145-8da2-4589-bf00-36e0efc79582 admin admin] Publish callbacks [] for security_group (6a51ed0c-e064-4f87-a10c-a64f1fef83e3), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:06.626364 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-c2994145-8da2-4589-bf00-36e0efc79582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (6a51ed0c-e064-4f87-a10c-a64f1fef83e3), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:06.632492 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 50506) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:06.686302 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-22492b6e-0972-4492-a314-e9ba83b99213 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=64993786e21b45beb7829ceaede4777a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0524502 Oct 04 14:38:06.689842 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 50510) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:06.692495 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:06.698330 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-dcc6a26e-24d4-4a61-8976-2a4cfdea1b06 req-2d8df52b-5764-4f90-9ba8-258277e98e78 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048403 Oct 04 14:38:06.703936 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-c2994145-8da2-4589-bf00-36e0efc79582 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ac15ca31cae8480ca7680a077033e129&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4622664 Oct 04 14:38:06.704922 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 50514) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:06.705554 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2994145-8da2-4589-bf00-36e0efc79582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a51ed0c-e064-4f87-a10c-a64f1fef83e3,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:06.750816 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:06.761500 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4f342-5048-409f-abad-ec063ff6e937 req-d01dd3a6-87d9-491c-acaa-47fefdb977e4 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:06.762991 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-bea4f342-5048-409f-abad-ec063ff6e937 req-d01dd3a6-87d9-491c-acaa-47fefdb977e4 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 945 time: 0.0745635 Oct 04 14:38:06.806591 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-9163ef24-645b-4ecc-95a7-9e1ec23456c1 admin admin] Publish callbacks [] for security_group (1f28ed96-c0fa-442b-a006-324447036b18), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:06.807085 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-94f8bf4f-7465-4ef2-93bf-569e1bcafff6 admin admin] Publish callbacks [] for security_group (6a51ed0c-e064-4f87-a10c-a64f1fef83e3), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:06.825541 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 951134fa-23d9-410d-b121-c1a0b575003b no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:38:06.838115 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-94f8bf4f-7465-4ef2-93bf-569e1bcafff6 admin admin] Publish callbacks [] for security_group (6a51ed0c-e064-4f87-a10c-a64f1fef83e3), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:06.840360 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae53867-e753-474c-aafb-c6bb639d62b9 req-747fc1b0-5a26-48d4-94bf-a97cd6379a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:06.841869 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1ae53867-e753-474c-aafb-c6bb639d62b9 req-747fc1b0-5a26-48d4-94bf-a97cd6379a47 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=bf0ffb6098014feb89d5d6f61832b03b&device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 1128 time: 0.0741482 Oct 04 14:38:06.847470 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: 951134fa-23d9-410d-b121-c1a0b575003b {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:38:06.847911 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 951134fa-23d9-410d-b121-c1a0b575003b not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:38:06.848855 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device cb8757cb-bfce-4c45-a4ca-f72406a04f53 no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:38:06.849329 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-9163ef24-645b-4ecc-95a7-9e1ec23456c1 admin admin] Publish callbacks [] for security_group (1f28ed96-c0fa-442b-a006-324447036b18), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:06.859262 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-bea4f342-5048-409f-abad-ec063ff6e937 req-8cba3053-c635-46e7-adff-75885c0775d2 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845258 Oct 04 14:38:06.869315 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: cb8757cb-bfce-4c45-a4ca-f72406a04f53 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:38:06.869806 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device cb8757cb-bfce-4c45-a4ca-f72406a04f53 not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:38:06.870345 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device f004d664-0ae6-4070-bf47-5ed383a38482 no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:38:06.892930 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: f004d664-0ae6-4070-bf47-5ed383a38482 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:38:06.893579 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device f004d664-0ae6-4070-bf47-5ed383a38482 not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:38:06.914691 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-9163ef24-645b-4ecc-95a7-9e1ec23456c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (1f28ed96-c0fa-442b-a006-324447036b18), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:06.917643 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-9163ef24-645b-4ecc-95a7-9e1ec23456c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:06.919072 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-9163ef24-645b-4ecc-95a7-9e1ec23456c1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1f28ed96-c0fa-442b-a006-324447036b18 HTTP/1.1" status: 204 len: 168 time: 0.2281864 Oct 04 14:38:06.929466 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163ef24-645b-4ecc-95a7-9e1ec23456c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f28ed96-c0fa-442b-a006-324447036b18,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:07.291424 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261571b4-61e4-4718-834b-d1abbc98f178 req-a75cdd55-cb15-486f-994a-d6fd0b26376b tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:07.292963 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-261571b4-61e4-4718-834b-d1abbc98f178 req-a75cdd55-cb15-486f-994a-d6fd0b26376b tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 945 time: 0.0905826 Oct 04 14:38:07.311106 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-94f8bf4f-7465-4ef2-93bf-569e1bcafff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (6a51ed0c-e064-4f87-a10c-a64f1fef83e3), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:07.313603 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-94f8bf4f-7465-4ef2-93bf-569e1bcafff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:07.314693 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-94f8bf4f-7465-4ef2-93bf-569e1bcafff6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6a51ed0c-e064-4f87-a10c-a64f1fef83e3 HTTP/1.1" status: 204 len: 168 time: 0.6064062 Oct 04 14:38:07.326994 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae53867-e753-474c-aafb-c6bb639d62b9 req-9bd52531-74a8-4e58-b50f-2bc8c8851b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:07.328507 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1ae53867-e753-474c-aafb-c6bb639d62b9 req-9bd52531-74a8-4e58-b50f-2bc8c8851b5d service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=8dc4bbb0-f4de-40e9-996f-7b16b870c41f HTTP/1.1" status: 200 len: 909 time: 0.4808457 Oct 04 14:38:07.335679 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8bf4f-7465-4ef2-93bf-569e1bcafff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a51ed0c-e064-4f87-a10c-a64f1fef83e3,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:07.385882 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1ae53867-e753-474c-aafb-c6bb639d62b9 req-38a3d81a-c337-4095-b789-5653e0d2c4d4 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce73e1dc-607e-4614-930c-2b11c9806a9a HTTP/1.1" status: 200 len: 217 time: 0.0450404 Oct 04 14:38:07.413323 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-261571b4-61e4-4718-834b-d1abbc98f178 req-8604f951-adc5-49d7-abf5-c549ab8ba483 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131606 Oct 04 14:38:07.446496 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 50532) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:07.454986 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae53867-e753-474c-aafb-c6bb639d62b9 req-c2b3aa1b-10f3-4685-b6f9-2a5d97d4facc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:07.456482 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1ae53867-e753-474c-aafb-c6bb639d62b9 req-c2b3aa1b-10f3-4685-b6f9-2a5d97d4facc service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=31e0a0f4-a531-46c3-bc87-029efb60f8bc HTTP/1.1" status: 200 len: 847 time: 0.0624399 Oct 04 14:38:07.510048 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae53867-e753-474c-aafb-c6bb639d62b9 req-2ffaf2d3-b401-4a0c-a72b-31673d616b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:07.511883 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1ae53867-e753-474c-aafb-c6bb639d62b9 req-2ffaf2d3-b401-4a0c-a72b-31673d616b94 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=8dc4bbb0-f4de-40e9-996f-7b16b870c41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499985 Oct 04 14:38:07.618215 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1ae53867-e753-474c-aafb-c6bb639d62b9 req-cd1e46fb-87dc-4287-930c-8ed48a389cfb service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8dc4bbb0-f4de-40e9-996f-7b16b870c41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994780 Oct 04 14:38:07.686148 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 50540) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:07.700487 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-80f0c039-13ec-4783-8baa-959b06455d1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:07.766166 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c05baa5-851e-4e09-9721-802f08e7ae24 tempest-TestVolumeBootPattern-1079097329 tempest-TestVolumeBootPattern-1079097329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:07.771842 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-0c05baa5-851e-4e09-9721-802f08e7ae24 tempest-TestVolumeBootPattern-1079097329 tempest-TestVolumeBootPattern-1079097329-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 1124 time: 0.3216469 Oct 04 14:38:07.773328 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 50544) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:07.777482 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-1ae53867-e753-474c-aafb-c6bb639d62b9 req-34b8455a-5dc1-44a2-b5fe-899fed6bde84 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8dc4bbb0-f4de-40e9-996f-7b16b870c41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537168 Oct 04 14:38:07.780889 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-65d5ff69-3efb-43fc-b9fe-4568efe5aa34 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Request body: {'floatingip': {'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'port_id': '80793cb0-42ec-49e9-9b78-9c29012762c0', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:38:07.808936 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-65d5ff69-3efb-43fc-b9fe-4568efe5aa34 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:07.843456 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-80f0c039-13ec-4783-8baa-959b06455d1c admin admin] Publish callbacks [] for security_group (065672b7-9743-480f-9e9d-a42e234d990c), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:07.851023 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-80f0c039-13ec-4783-8baa-959b06455d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (065672b7-9743-480f-9e9d-a42e234d990c), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:07.869927 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cc362-24fa-4c2b-8d51-dd94b60b6afb req-2e7978fc-a29c-461e-92ec-587cafd9ee19 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:07.871922 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-413cc362-24fa-4c2b-8d51-dd94b60b6afb req-2e7978fc-a29c-461e-92ec-587cafd9ee19 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 944 time: 0.0835919 Oct 04 14:38:07.894918 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-65d5ff69-3efb-43fc-b9fe-4568efe5aa34 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:07.922778 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-80f0c039-13ec-4783-8baa-959b06455d1c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a95fe3175a484fd8a3d91f6564460da1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349436 Oct 04 14:38:07.925764 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0c039-13ec-4783-8baa-959b06455d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065672b7-9743-480f-9e9d-a42e234d990c,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:07.929135 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 50550) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:07.960187 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:07.995730 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-413cc362-24fa-4c2b-8d51-dd94b60b6afb req-5f9abf86-bf1b-4ea9-aaba-ae051d2ad185 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091707 Oct 04 14:38:08.011910 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-154f87b0-d6cd-4e43-939c-d56c9f452acd admin admin] Publish callbacks [] for security_group (065672b7-9743-480f-9e9d-a42e234d990c), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:08.029774 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [None req-65d5ff69-3efb-43fc-b9fe-4568efe5aa34 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Allocated IP 172.27.3.71 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/a1a30a87-493b-4a16-8ecb-3ec756a46611) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:38:08.049833 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-154f87b0-d6cd-4e43-939c-d56c9f452acd admin admin] Publish callbacks [] for security_group (065672b7-9743-480f-9e9d-a42e234d990c), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:08.056289 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:08.108547 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-154f87b0-d6cd-4e43-939c-d56c9f452acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (065672b7-9743-480f-9e9d-a42e234d990c), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:08.111490 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-154f87b0-d6cd-4e43-939c-d56c9f452acd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:08.113161 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-154f87b0-d6cd-4e43-939c-d56c9f452acd admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/065672b7-9743-480f-9e9d-a42e234d990c HTTP/1.1" status: 204 len: 168 time: 0.1814055 Oct 04 14:38:08.117516 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:08.124583 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f87b0-d6cd-4e43-939c-d56c9f452acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065672b7-9743-480f-9e9d-a42e234d990c,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:08.169585 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-65d5ff69-3efb-43fc-b9fe-4568efe5aa34 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for port (a1a30a87-493b-4a16-8ecb-3ec756a46611), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:08.206428 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-65d5ff69-3efb-43fc-b9fe-4568efe5aa34 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (a1a30a87-493b-4a16-8ecb-3ec756a46611), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:08.259348 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d5ff69-3efb-43fc-b9fe-4568efe5aa34 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:38:08.264464 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-65d5ff69-3efb-43fc-b9fe-4568efe5aa34 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:38:08.268290 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d5ff69-3efb-43fc-b9fe-4568efe5aa34 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:38:08.271677 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5ff69-3efb-43fc-b9fe-4568efe5aa34 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Pushing event updated for resources: {'Port': ['ID=a1a30a87-493b-4a16-8ecb-3ec756a46611,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:08.695513 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-65d5ff69-3efb-43fc-b9fe-4568efe5aa34 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for floatingip (4d29d8d0-43b2-4e8e-81a8-e0034dd54f0e), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:08.773058 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:08.776870 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-65d5ff69-3efb-43fc-b9fe-4568efe5aa34 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (a1a30a87-493b-4a16-8ecb-3ec756a46611), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:08.866903 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:08.940279 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-65d5ff69-3efb-43fc-b9fe-4568efe5aa34 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for port (a1a30a87-493b-4a16-8ecb-3ec756a46611), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:08.946254 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-65d5ff69-3efb-43fc-b9fe-4568efe5aa34 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (a1a30a87-493b-4a16-8ecb-3ec756a46611), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:09.002268 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:09.020269 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-65d5ff69-3efb-43fc-b9fe-4568efe5aa34 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (4d29d8d0-43b2-4e8e-81a8-e0034dd54f0e), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:09.022524 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5ff69-3efb-43fc-b9fe-4568efe5aa34 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Pushing event updated for resources: {'Port': ['ID=a1a30a87-493b-4a16-8ecb-3ec756a46611,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:09.154646 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.l3_db [None req-65d5ff69-3efb-43fc-b9fe-4568efe5aa34 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Floating IP 4d29d8d0-43b2-4e8e-81a8-e0034dd54f0e associated. External IP: 172.27.3.71, port: 80793cb0-42ec-49e9-9b78-9c29012762c0. Oct 04 14:38:09.162944 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9557ee7-6c15-4059-99d0-1c864413b64f req-684f5d30-ebc3-42d7-8a31-6e06bbff1b8c tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:09.164484 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c9557ee7-6c15-4059-99d0-1c864413b64f req-684f5d30-ebc3-42d7-8a31-6e06bbff1b8c tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 944 time: 0.0666537 Oct 04 14:38:09.222164 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:09.225528 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:09.288286 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c9557ee7-6c15-4059-99d0-1c864413b64f req-f5e2bec5-bbf4-420e-9007-37e3fccbb7a9 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956275 Oct 04 14:38:09.403861 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d5ff69-3efb-43fc-b9fe-4568efe5aa34 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Router 807667d4-7f76-4180-809f-a74c0f34451d has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:38:09.514539 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d5ff69-3efb-43fc-b9fe-4568efe5aa34 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:38:09.526288 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4048f63b-673e-4fd9-b481-f591893d8e14 None None] Sync routers for ids ['807667d4-7f76-4180-809f-a74c0f34451d'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:38:09.536137 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4048f63b-673e-4fd9-b481-f591893d8e14 None None] Routers {'807667d4-7f76-4180-809f-a74c0f34451d'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:38:09.537337 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-4048f63b-673e-4fd9-b481-f591893d8e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:37:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['807667d4-7f76-4180-809f-a74c0f34451d'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:38:09.542142 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-65d5ff69-3efb-43fc-b9fe-4568efe5aa34 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:09.573277 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-65d5ff69-3efb-43fc-b9fe-4568efe5aa34 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7983847 Oct 04 14:38:09.580463 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2e7361-695d-4c7d-8116-00182e81496d', 'tag': '80793cb0-42ec-49e9-9b78-9c29012762c0'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:38:09.582926 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737b524e-79a7-4241-a3ef-cef98d165308" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2e7361-695d-4c7d-8116-00182e81496d", "tag": "80793cb0-42ec-49e9-9b78-9c29012762c0"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:38:09.623814 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c3e08c-3d2b-47da-acb0-0879fc98eb9b x-openstack-request-id: req-52c3e08c-3d2b-47da-acb0-0879fc98eb9b {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:38:09.624303 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2e7361-695d-4c7d-8116-00182e81496d", "tag": "80793cb0-42ec-49e9-9b78-9c29012762c0", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:38:09.624622 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52c3e08c-3d2b-47da-acb0-0879fc98eb9b {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:38:09.625044 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52c3e08c-3d2b-47da-acb0-0879fc98eb9b'] response: {'name': 'network-changed', 'server_uuid': 'ba2e7361-695d-4c7d-8116-00182e81496d', 'tag': '80793cb0-42ec-49e9-9b78-9c29012762c0', 'status': 'completed', 'code': 200} Oct 04 14:38:09.646922 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-4048f63b-673e-4fd9-b481-f591893d8e14 None None] Set router 807667d4-7f76-4180-809f-a74c0f34451d gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:38:09.715346 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b524e-79a7-4241-a3ef-cef98d165308 req-452ebd5c-7740-45ee-a606-06e68e9c777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:09.717012 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-737b524e-79a7-4241-a3ef-cef98d165308 req-452ebd5c-7740-45ee-a606-06e68e9c777e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=408b16a582484c619ff17416990d5feb&device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 1129 time: 0.0442986 Oct 04 14:38:09.794195 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:09.838277 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b524e-79a7-4241-a3ef-cef98d165308 req-adc94a06-cc8e-427c-aca7-18f2a757084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:09.840036 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-737b524e-79a7-4241-a3ef-cef98d165308 req-adc94a06-cc8e-427c-aca7-18f2a757084e service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=4116101e-9cfb-4512-a759-154f86437ec3 HTTP/1.1" status: 200 len: 913 time: 0.1177406 Oct 04 14:38:09.909526 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-4048f63b-673e-4fd9-b481-f591893d8e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:31:17Z', 'revision_number': 4, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port': {'id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:12Z', 'updated_at': '2022-10-04T14:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': '4d29d8d0-43b2-4e8e-81a8-e0034dd54f0e', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'port_id': '80793cb0-42ec-49e9-9b78-9c29012762c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'mac_address': 'fa:16:3e:f3:c5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2e7361-695d-4c7d-8116-00182e81496d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:38:08Z', 'updated_at': '2022-10-04T14:38:08Z', 'revision_number': 0, 'project_id': '408b16a582484c619ff17416990d5feb', 'fixed_ip_address_scope': None}, {'id': 'da07a59c-81ed-4394-a4f5-404a68eaa4f2', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'port_id': '0beda3fd-dcf6-460d-9272-d7d5984b6508', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'mac_address': 'fa:16:3e:91:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e076e5d9-70c2-4624-b6b9-6e0b030d73e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:35:57Z', 'updated_at': '2022-10-04T14:35:59Z', 'revision_number': 1, 'project_id': '408b16a582484c619ff17416990d5feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce38607-e5d2-46d0-9063-4d74324461e4', 'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'mac_address': 'fa:16:3e:3f:a4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:15Z', 'updated_at': '2022-10-04T14:31:24Z', 'revision_number': 5, 'project_id': '408b16a582484c619ff17416990d5feb', 'subnets': [{'id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:38:09.924114 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-737b524e-79a7-4241-a3ef-cef98d165308 req-797d0cc0-d183-42dd-ae61-7d3c7e1e5a12 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80793cb0-42ec-49e9-9b78-9c29012762c0 HTTP/1.1" status: 200 len: 998 time: 0.0781779 Oct 04 14:38:09.941832 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4048f63b-673e-4fd9-b481-f591893d8e14 None None] Checking router: 807667d4-7f76-4180-809f-a74c0f34451d for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:38:09.952979 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4048f63b-673e-4fd9-b481-f591893d8e14 None None] Routers {'807667d4-7f76-4180-809f-a74c0f34451d'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:38:09.953709 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-4048f63b-673e-4fd9-b481-f591893d8e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:37:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['807667d4-7f76-4180-809f-a74c0f34451d'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:38:09.995482 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b524e-79a7-4241-a3ef-cef98d165308 req-4a8c92a0-1967-40b9-96b0-3f09df559074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:09.997382 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-737b524e-79a7-4241-a3ef-cef98d165308 req-4a8c92a0-1967-40b9-96b0-3f09df559074 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0e6eb4fb-0de1-48cf-96b5-793e497e6d95 HTTP/1.1" status: 200 len: 851 time: 0.0677104 Oct 04 14:38:10.064516 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b524e-79a7-4241-a3ef-cef98d165308 req-88540f92-4d9e-438c-89d8-07204e55bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:10.066758 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-737b524e-79a7-4241-a3ef-cef98d165308 req-88540f92-4d9e-438c-89d8-07204e55bd16 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=4116101e-9cfb-4512-a759-154f86437ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631447 Oct 04 14:38:10.088183 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-4048f63b-673e-4fd9-b481-f591893d8e14 None None] Set router 807667d4-7f76-4180-809f-a74c0f34451d gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:38:10.176379 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-737b524e-79a7-4241-a3ef-cef98d165308 req-733c9d47-7ad8-43de-9849-e2f0446fc66d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031275 Oct 04 14:38:10.303767 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-737b524e-79a7-4241-a3ef-cef98d165308 req-3e4723d6-8dc2-4cb0-836f-13bc341f0094 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131444 Oct 04 14:38:10.339211 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-4048f63b-673e-4fd9-b481-f591893d8e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:31:17Z', 'revision_number': 4, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port': {'id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:12Z', 'updated_at': '2022-10-04T14:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': '4d29d8d0-43b2-4e8e-81a8-e0034dd54f0e', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'port_id': '80793cb0-42ec-49e9-9b78-9c29012762c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'mac_address': 'fa:16:3e:f3:c5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2e7361-695d-4c7d-8116-00182e81496d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:38:08Z', 'updated_at': '2022-10-04T14:38:08Z', 'revision_number': 0, 'project_id': '408b16a582484c619ff17416990d5feb', 'fixed_ip_address_scope': None}, {'id': 'da07a59c-81ed-4394-a4f5-404a68eaa4f2', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'port_id': '0beda3fd-dcf6-460d-9272-d7d5984b6508', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'mac_address': 'fa:16:3e:91:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e076e5d9-70c2-4624-b6b9-6e0b030d73e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:35:57Z', 'updated_at': '2022-10-04T14:35:59Z', 'revision_number': 1, 'project_id': '408b16a582484c619ff17416990d5feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce38607-e5d2-46d0-9063-4d74324461e4', 'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'mac_address': 'fa:16:3e:3f:a4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:15Z', 'updated_at': '2022-10-04T14:31:24Z', 'revision_number': 5, 'project_id': '408b16a582484c619ff17416990d5feb', 'subnets': [{'id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:38:10.366510 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4048f63b-673e-4fd9-b481-f591893d8e14 None None] The sync data for ids ['807667d4-7f76-4180-809f-a74c0f34451d'] in dv-cinder-860260-1-iscsi is: [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:31:17Z', 'revision_number': 4, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port': {'id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:12Z', 'updated_at': '2022-10-04T14:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': '4d29d8d0-43b2-4e8e-81a8-e0034dd54f0e', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'port_id': '80793cb0-42ec-49e9-9b78-9c29012762c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'mac_address': 'fa:16:3e:f3:c5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2e7361-695d-4c7d-8116-00182e81496d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:38:08Z', 'updated_at': '2022-10-04T14:38:08Z', 'revision_number': 0, 'project_id': '408b16a582484c619ff17416990d5feb', 'fixed_ip_address_scope': None}, {'id': 'da07a59c-81ed-4394-a4f5-404a68eaa4f2', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'port_id': '0beda3fd-dcf6-460d-9272-d7d5984b6508', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'mac_address': 'fa:16:3e:91:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e076e5d9-70c2-4624-b6b9-6e0b030d73e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:35:57Z', 'updated_at': '2022-10-04T14:35:59Z', 'revision_number': 1, 'project_id': '408b16a582484c619ff17416990d5feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce38607-e5d2-46d0-9063-4d74324461e4', 'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'mac_address': 'fa:16:3e:3f:a4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:15Z', 'updated_at': '2022-10-04T14:31:24Z', 'revision_number': 5, 'project_id': '408b16a582484c619ff17416990d5feb', 'subnets': [{'id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:38:10.425228 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c1311-2f96-4135-9b53-8b91a9b2d2f3 req-02d582a8-f475-48f2-8206-a193d8384b60 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:10.426752 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2a0c1311-2f96-4135-9b53-8b91a9b2d2f3 req-02d582a8-f475-48f2-8206-a193d8384b60 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 944 time: 0.0537963 Oct 04 14:38:10.484792 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2a0c1311-2f96-4135-9b53-8b91a9b2d2f3 req-6e8b063f-085d-4516-b79e-4ac6059eb60d tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506902 Oct 04 14:38:10.565727 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87daeb0-60ca-4823-8648-e1dc976ddb36 None None] New status for floating IP 4d29d8d0-43b2-4e8e-81a8-e0034dd54f0e: ACTIVE {{(pid=106357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:38:11.703604 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fd33b-3ba8-4ba4-bc46-0f52616ac820 req-d72ce15f-f2cf-44ab-8935-7d1317127af7 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:11.711466 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ad8fd33b-3ba8-4ba4-bc46-0f52616ac820 req-d72ce15f-f2cf-44ab-8935-7d1317127af7 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 944 time: 0.0656438 Oct 04 14:38:11.763251 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-ad8fd33b-3ba8-4ba4-bc46-0f52616ac820 req-54dfe10c-a5ca-4406-91cf-216c12870169 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506246 Oct 04 14:38:12.882051 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:12.896272 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c622b5-6060-4151-9a39-e9470e3a5263 req-bd2a05a3-f2ed-470f-aaa7-745f8c0dec49 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:12.897922 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-21c622b5-6060-4151-9a39-e9470e3a5263 req-bd2a05a3-f2ed-470f-aaa7-745f8c0dec49 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 944 time: 0.0540507 Oct 04 14:38:12.951669 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-21c622b5-6060-4151-9a39-e9470e3a5263 req-2f649444-2bf9-46d7-ac22-a1171ef86a4e tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478296 Oct 04 14:38:14.075150 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32a50c-1171-4ffc-8b6f-4b232bd317b0 req-44aa7fc0-2e0b-492a-a51a-393951c3b0bb tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:14.076624 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7e32a50c-1171-4ffc-8b6f-4b232bd317b0 req-44aa7fc0-2e0b-492a-a51a-393951c3b0bb tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 944 time: 0.0468371 Oct 04 14:38:14.131281 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-7e32a50c-1171-4ffc-8b6f-4b232bd317b0 req-6555ddac-118b-4a4d-b002-4bebe696d7e0 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488958 Oct 04 14:38:14.365191 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:38:15.227411 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device ce73e1dc-607e-4614-930c-2b11c9806a9a details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:38:15.264908 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b26db-732e-4f47-ad2b-20aa7891b956 req-176414b9-7d9a-4fe6-a69a-aefd6d5ffa74 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:15.266397 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7b1b26db-732e-4f47-ad2b-20aa7891b956 req-176414b9-7d9a-4fe6-a69a-aefd6d5ffa74 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 944 time: 0.0495956 Oct 04 14:38:15.318947 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-7b1b26db-732e-4f47-ad2b-20aa7891b956 req-d0173237-5895-4aec-839d-e56349afd94f tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457740 Oct 04 14:38:15.338519 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port ce73e1dc-607e-4614-930c-2b11c9806a9a, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=ce73e1dc-607e-4614-930c-2b11c9806a9a,segment=NetworkSegment(423413b7-e990-4208-b74c-36950881e4c7),segment_id=423413b7-e990-4208-b74c-36950881e4c7)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:38:15.350358 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': 'ce73e1dc-607e-4614-930c-2b11c9806a9a', 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f', 'port_id': 'ce73e1dc-607e-4614-930c-2b11c9806a9a', 'mac_address': 'fa:16:3e:75:b6:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31e0a0f4-a531-46c3-bc87-029efb60f8bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:38:15.385008 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port ce73e1dc-607e-4614-930c-2b11c9806a9a is: DOWN; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:38:15.385398 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (ce73e1dc-607e-4614-930c-2b11c9806a9a), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:15.399013 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce73e1dc-607e-4614-930c-2b11c9806a9a {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:38:15.420753 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port ce73e1dc-607e-4614-930c-2b11c9806a9a, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=ce73e1dc-607e-4614-930c-2b11c9806a9a,segment=NetworkSegment(423413b7-e990-4208-b74c-36950881e4c7),segment_id=423413b7-e990-4208-b74c-36950881e4c7)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:38:15.424454 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (ce73e1dc-607e-4614-930c-2b11c9806a9a), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:15.476462 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=ce73e1dc-607e-4614-930c-2b11c9806a9a,revision_number=4']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:15.483602 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:15.483950 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:15.484293 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:15.484658 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:15.484989 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:15.485318 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:15.485642 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:15.485964 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:15.486287 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:15.486610 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:15.486947 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:15.487254 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:15.487574 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:15.487890 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:15.488215 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:38:15.725429 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['ce73e1dc-607e-4614-930c-2b11c9806a9a'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:38:15.781006 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:16.444924 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e356d-dbdf-494c-947a-cbe9a40024ca req-748864fa-ef82-4d47-bbaa-cf62c76d222a tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:16.446532 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-309e356d-dbdf-494c-947a-cbe9a40024ca req-748864fa-ef82-4d47-bbaa-cf62c76d222a tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 945 time: 0.0484903 Oct 04 14:38:16.503993 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-309e356d-dbdf-494c-947a-cbe9a40024ca req-6ef395cd-aa44-4cab-8d6f-f74f1b63bce7 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503643 Oct 04 14:38:17.234342 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device ce73e1dc-607e-4614-930c-2b11c9806a9a up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:38:17.282103 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning for port ce73e1dc-607e-4614-930c-2b11c9806a9a completed by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 14:38:17.288859 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port ce73e1dc-607e-4614-930c-2b11c9806a9a triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:38:17.289279 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (ce73e1dc-607e-4614-930c-2b11c9806a9a), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:17.289624 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port ce73e1dc-607e-4614-930c-2b11c9806a9a Oct 04 14:38:17.323854 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 50760) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:17.378095 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port ce73e1dc-607e-4614-930c-2b11c9806a9a is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:38:17.378571 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (ce73e1dc-607e-4614-930c-2b11c9806a9a), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:17.403772 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a607dd9-3357-4f67-8c0d-64347a31a269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce73e1dc-607e-4614-930c-2b11c9806a9a'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:38:17.406140 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7266eeb9-92e0-4009-ab6c-b74274766441" -d '{"events": [{"server_uuid": "4a607dd9-3357-4f67-8c0d-64347a31a269", "name": "network-vif-plugged", "status": "completed", "tag": "ce73e1dc-607e-4614-930c-2b11c9806a9a"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:38:17.419610 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port ce73e1dc-607e-4614-930c-2b11c9806a9a, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=ce73e1dc-607e-4614-930c-2b11c9806a9a,segment=NetworkSegment(423413b7-e990-4208-b74c-36950881e4c7),segment_id=423413b7-e990-4208-b74c-36950881e4c7)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:38:17.424668 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (ce73e1dc-607e-4614-930c-2b11c9806a9a), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:17.452646 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14659cf-05db-4b82-9383-55f6f5b016e2 x-openstack-request-id: req-d14659cf-05db-4b82-9383-55f6f5b016e2 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:38:17.453049 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a607dd9-3357-4f67-8c0d-64347a31a269", "name": "network-vif-plugged", "status": "completed", "tag": "ce73e1dc-607e-4614-930c-2b11c9806a9a", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:38:17.453397 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d14659cf-05db-4b82-9383-55f6f5b016e2 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:38:17.453881 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d14659cf-05db-4b82-9383-55f6f5b016e2'] response: {'server_uuid': '4a607dd9-3357-4f67-8c0d-64347a31a269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce73e1dc-607e-4614-930c-2b11c9806a9a', 'code': 200} Oct 04 14:38:17.458237 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:17.466344 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6a7a3f40-350a-4c1a-beec-fd3ab8403ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:17.483160 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=ce73e1dc-607e-4614-930c-2b11c9806a9a,revision_number=5']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:17.529406 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=12 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:17.561478 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6a7a3f40-350a-4c1a-beec-fd3ab8403ab2 admin admin] Publish callbacks [] for security_group (82e6009d-9f4d-4cc5-9141-13f5ca5fda77), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:17.565464 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6a7a3f40-350a-4c1a-beec-fd3ab8403ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (82e6009d-9f4d-4cc5-9141-13f5ca5fda77), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:17.610655 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-6a7a3f40-350a-4c1a-beec-fd3ab8403ab2 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d998f72e993c41068c7e07572ce4be4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855411 Oct 04 14:38:17.613792 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a3f40-350a-4c1a-beec-fd3ab8403ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e6009d-9f4d-4cc5-9141-13f5ca5fda77,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:17.617062 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 50770) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:17.665832 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bfbde-d854-426d-b673-c9f9884fb905 req-108d5348-5160-4efb-8c78-6d10a8ad4499 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:17.667393 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9a4bfbde-d854-426d-b673-c9f9884fb905 req-108d5348-5160-4efb-8c78-6d10a8ad4499 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 946 time: 0.0755873 Oct 04 14:38:17.677982 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ccc2d80a-4158-474c-a0fa-10aa999f75ef admin admin] Publish callbacks [] for security_group (82e6009d-9f4d-4cc5-9141-13f5ca5fda77), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:17.701144 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ccc2d80a-4158-474c-a0fa-10aa999f75ef admin admin] Publish callbacks [] for security_group (82e6009d-9f4d-4cc5-9141-13f5ca5fda77), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:17.791041 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9a4bfbde-d854-426d-b673-c9f9884fb905 req-ae126736-909f-4a81-b2a0-27e61a639f95 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126144 Oct 04 14:38:17.792462 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ccc2d80a-4158-474c-a0fa-10aa999f75ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (82e6009d-9f4d-4cc5-9141-13f5ca5fda77), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:17.795424 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ccc2d80a-4158-474c-a0fa-10aa999f75ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:17.799833 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2bd7-5d65-4513-af9c-af43d5e0f437 req-f7f3200f-90f6-41df-b534-0d1890cffd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:17.800131 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-ccc2d80a-4158-474c-a0fa-10aa999f75ef admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/82e6009d-9f4d-4cc5-9141-13f5ca5fda77 HTTP/1.1" status: 204 len: 168 time: 0.1788135 Oct 04 14:38:17.800341 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-08da2bd7-5d65-4513-af9c-af43d5e0f437 req-f7f3200f-90f6-41df-b534-0d1890cffd19 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 1130 time: 0.0933666 Oct 04 14:38:17.807793 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2d80a-4158-474c-a0fa-10aa999f75ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e6009d-9f4d-4cc5-9141-13f5ca5fda77,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:17.878710 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-08da2bd7-5d65-4513-af9c-af43d5e0f437 req-28921b13-cf1b-4cd8-aca3-cb5ca9baf34e service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668981 Oct 04 14:38:18.938571 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da70e74-45cd-4616-a1ee-284e401fd7a6 req-f5b82a3a-8779-478e-9039-9b6551e57a2e tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:18.940370 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0da70e74-45cd-4616-a1ee-284e401fd7a6 req-f5b82a3a-8779-478e-9039-9b6551e57a2e tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 946 time: 0.0509837 Oct 04 14:38:19.010081 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0da70e74-45cd-4616-a1ee-284e401fd7a6 req-a5faf3e4-596a-4b4e-b82c-0c1208c8ca08 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612633 Oct 04 14:38:19.639212 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 50832) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:19.761234 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ed97e103-2f8e-4667-82fa-2039f24a93fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:19.816244 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:19.852171 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ed97e103-2f8e-4667-82fa-2039f24a93fd admin admin] Publish callbacks [] for security_group (41a27256-f7fb-4ea4-b893-08ed2a82559e), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:19.859710 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ed97e103-2f8e-4667-82fa-2039f24a93fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (41a27256-f7fb-4ea4-b893-08ed2a82559e), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:19.899995 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97e103-2f8e-4667-82fa-2039f24a93fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a27256-f7fb-4ea4-b893-08ed2a82559e,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:19.904718 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-ed97e103-2f8e-4667-82fa-2039f24a93fd admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9e4513b40ae04db0812c7743db67d245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640762 Oct 04 14:38:19.907582 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 50836) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:19.965052 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5ec51cd6-a95a-4beb-87af-84d2c43b2b1d admin admin] Publish callbacks [] for security_group (41a27256-f7fb-4ea4-b893-08ed2a82559e), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:19.987342 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5ec51cd6-a95a-4beb-87af-84d2c43b2b1d admin admin] Publish callbacks [] for security_group (41a27256-f7fb-4ea4-b893-08ed2a82559e), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:20.054202 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5ec51cd6-a95a-4beb-87af-84d2c43b2b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (41a27256-f7fb-4ea4-b893-08ed2a82559e), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:20.058176 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5ec51cd6-a95a-4beb-87af-84d2c43b2b1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:20.060856 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-5ec51cd6-a95a-4beb-87af-84d2c43b2b1d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/41a27256-f7fb-4ea4-b893-08ed2a82559e HTTP/1.1" status: 204 len: 168 time: 0.1518033 Oct 04 14:38:20.070443 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec51cd6-a95a-4beb-87af-84d2c43b2b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a27256-f7fb-4ea4-b893-08ed2a82559e,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:20.160372 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470b4d7-d078-40a8-9ee3-3370af3e81d5 req-fd60f9b0-43ce-46b6-8ed6-a38e21ddce22 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:20.161873 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3470b4d7-d078-40a8-9ee3-3370af3e81d5 req-fd60f9b0-43ce-46b6-8ed6-a38e21ddce22 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 946 time: 0.0640872 Oct 04 14:38:20.235478 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-3470b4d7-d078-40a8-9ee3-3370af3e81d5 req-08af9df5-6209-42a4-b439-b8283e30e3df tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676045 Oct 04 14:38:20.365707 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=72 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:20.409581 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b12c9a-7652-4706-a942-4620ca17660e req-6d2abece-6fb0-4fe9-8b17-b6889788a404 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:20.412379 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e2b12c9a-7652-4706-a942-4620ca17660e req-6d2abece-6fb0-4fe9-8b17-b6889788a404 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 946 time: 0.0612762 Oct 04 14:38:20.445233 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 50846) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:20.460661 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6033df6c-f248-43c0-b9eb-2d3653d59fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:20.474869 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e2b12c9a-7652-4706-a942-4620ca17660e req-4ec69374-4de4-4ea7-aa58-1fd91e4ca8b5 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561013 Oct 04 14:38:20.483389 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:20.505896 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 50848) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:20.552857 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6033df6c-f248-43c0-b9eb-2d3653d59fdc admin admin] Publish callbacks [] for security_group (717241f8-b28e-498a-b64a-4175b1181885), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:20.557609 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6033df6c-f248-43c0-b9eb-2d3653d59fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (717241f8-b28e-498a-b64a-4175b1181885), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:20.608013 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-6033df6c-f248-43c0-b9eb-2d3653d59fdc admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=130e2b5e328f41dd8868996e124a5138&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1616411 Oct 04 14:38:20.608941 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033df6c-f248-43c0-b9eb-2d3653d59fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717241f8-b28e-498a-b64a-4175b1181885,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:20.612300 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 50852) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:20.686893 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d8cc740d-4586-4396-9ff2-70dbad009cf7 admin admin] Publish callbacks [] for security_group (717241f8-b28e-498a-b64a-4175b1181885), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:20.713239 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d8cc740d-4586-4396-9ff2-70dbad009cf7 admin admin] Publish callbacks [] for security_group (717241f8-b28e-498a-b64a-4175b1181885), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:20.779916 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d8cc740d-4586-4396-9ff2-70dbad009cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (717241f8-b28e-498a-b64a-4175b1181885), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:20.784742 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d8cc740d-4586-4396-9ff2-70dbad009cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:20.788251 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-d8cc740d-4586-4396-9ff2-70dbad009cf7 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/717241f8-b28e-498a-b64a-4175b1181885 HTTP/1.1" status: 204 len: 168 time: 0.1745734 Oct 04 14:38:20.811707 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc740d-4586-4396-9ff2-70dbad009cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717241f8-b28e-498a-b64a-4175b1181885,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:20.890714 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3dce74-a0b5-4b9b-9f96-de39099b016c tempest-TestShelveInstance-1018906029 tempest-TestShelveInstance-1018906029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:20.892365 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-2f3dce74-a0b5-4b9b-9f96-de39099b016c tempest-TestShelveInstance-1018906029 tempest-TestShelveInstance-1018906029-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 1125 time: 0.3851681 Oct 04 14:38:20.898038 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 50860) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:20.904277 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.v2.base [None req-b3768631-c08c-4f00-ae0e-10c34c57e213 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Request body: {'floatingip': {'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'port_id': 'ce73e1dc-607e-4614-930c-2b11c9806a9a', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 14:38:20.944173 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-b3768631-c08c-4f00-ae0e-10c34c57e213 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:21.006257 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:21.063217 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-b3768631-c08c-4f00-ae0e-10c34c57e213 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:21.243286 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_common [None req-b3768631-c08c-4f00-ae0e-10c34c57e213 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Allocated IP 172.27.3.122 (de362cfd-b891-4103-bae0-869e4a402a70/3c2c6c3c-3853-43fc-af9b-8782761709b2/939c9ca3-5db5-4715-bb87-02ee01b10e22) {{(pid=106356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 14:38:21.399912 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-b3768631-c08c-4f00-ae0e-10c34c57e213 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for port (939c9ca3-5db5-4715-bb87-02ee01b10e22), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:21.442582 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-b3768631-c08c-4f00-ae0e-10c34c57e213 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767534441948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (939c9ca3-5db5-4715-bb87-02ee01b10e22), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:21.506739 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3768631-c08c-4f00-ae0e-10c34c57e213 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Network de362cfd-b891-4103-bae0-869e4a402a70 is already hosted by enough agents. {{(pid=106356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 14:38:21.509594 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.base_scheduler [None req-b3768631-c08c-4f00-ae0e-10c34c57e213 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Resources bound (agent type, host, resource id): {{(pid=106356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 14:38:21.513560 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3768631-c08c-4f00-ae0e-10c34c57e213 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Received port after_create {{(pid=106356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 14:38:21.545349 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3768631-c08c-4f00-ae0e-10c34c57e213 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Pushing event updated for resources: {'Port': ['ID=939c9ca3-5db5-4715-bb87-02ee01b10e22,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:21.926564 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:22.273850 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-b3768631-c08c-4f00-ae0e-10c34c57e213 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for floatingip (ea8c8c9d-d36d-4192-9545-f72e43744d1c), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:22.308190 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:22.367479 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-b3768631-c08c-4f00-ae0e-10c34c57e213 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (939c9ca3-5db5-4715-bb87-02ee01b10e22), before_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:22.610278 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-b3768631-c08c-4f00-ae0e-10c34c57e213 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for port (939c9ca3-5db5-4715-bb87-02ee01b10e22), precommit_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:22.619583 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-b3768631-c08c-4f00-ae0e-10c34c57e213 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372207'] for port (939c9ca3-5db5-4715-bb87-02ee01b10e22), after_update {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:22.730100 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3768631-c08c-4f00-ae0e-10c34c57e213 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Pushing event updated for resources: {'Port': ['ID=939c9ca3-5db5-4715-bb87-02ee01b10e22,revision_number=2']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:22.733011 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-b3768631-c08c-4f00-ae0e-10c34c57e213 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737608'] for floatingip (ea8c8c9d-d36d-4192-9545-f72e43744d1c), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:22.890561 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.l3_db [None req-b3768631-c08c-4f00-ae0e-10c34c57e213 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Floating IP ea8c8c9d-d36d-4192-9545-f72e43744d1c associated. External IP: 172.27.3.122, port: ce73e1dc-607e-4614-930c-2b11c9806a9a. Oct 04 14:38:23.237491 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3768631-c08c-4f00-ae0e-10c34c57e213 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Router b2d0c66d-d8de-457b-8d50-548fcb62b799 has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:38:23.245931 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:23.390818 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3768631-c08c-4f00-ae0e-10c34c57e213 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:38:23.405198 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3ac2be-0d3c-44a8-8576-fda712d0b683 None None] Sync routers for ids ['b2d0c66d-d8de-457b-8d50-548fcb62b799'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:38:23.419071 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-b3768631-c08c-4f00-ae0e-10c34c57e213 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:23.421559 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3ac2be-0d3c-44a8-8576-fda712d0b683 None None] Routers {'b2d0c66d-d8de-457b-8d50-548fcb62b799'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:38:23.422872 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-8d3ac2be-0d3c-44a8-8576-fda712d0b683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:37:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['b2d0c66d-d8de-457b-8d50-548fcb62b799'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:38:23.495996 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-b3768631-c08c-4f00-ae0e-10c34c57e213 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5961502 Oct 04 14:38:23.497218 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a607dd9-3357-4f67-8c0d-64347a31a269', 'tag': 'ce73e1dc-607e-4614-930c-2b11c9806a9a'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:38:23.503460 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e888c98-3b15-454d-b9f9-273113cd4363" -d '{"events": [{"name": "network-changed", "server_uuid": "4a607dd9-3357-4f67-8c0d-64347a31a269", "tag": "ce73e1dc-607e-4614-930c-2b11c9806a9a"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:38:23.570046 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b96e3d-4b1c-4bd3-b5f5-61b3b98474cf x-openstack-request-id: req-34b96e3d-4b1c-4bd3-b5f5-61b3b98474cf {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:38:23.570551 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a607dd9-3357-4f67-8c0d-64347a31a269", "tag": "ce73e1dc-607e-4614-930c-2b11c9806a9a", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:38:23.570969 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-34b96e3d-4b1c-4bd3-b5f5-61b3b98474cf {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:38:23.571581 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34b96e3d-4b1c-4bd3-b5f5-61b3b98474cf'] response: {'name': 'network-changed', 'server_uuid': '4a607dd9-3357-4f67-8c0d-64347a31a269', 'tag': 'ce73e1dc-607e-4614-930c-2b11c9806a9a', 'status': 'completed', 'code': 200} Oct 04 14:38:23.598932 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-8d3ac2be-0d3c-44a8-8576-fda712d0b683 None None] Set router b2d0c66d-d8de-457b-8d50-548fcb62b799 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:38:23.683580 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=100 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:23.834653 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-8d3ac2be-0d3c-44a8-8576-fda712d0b683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'name': 'tempest-TestShelveInstance-825360471-router', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:37:26Z', 'updated_at': '2022-10-04T14:37:30Z', 'revision_number': 4, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'gw_port': {'id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:27Z', 'updated_at': '2022-10-04T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'ea8c8c9d-d36d-4192-9545-f72e43744d1c', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'port_id': 'ce73e1dc-607e-4614-930c-2b11c9806a9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f', 'mac_address': 'fa:16:3e:75:b6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a607dd9-3357-4f67-8c0d-64347a31a269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:38:22Z', 'updated_at': '2022-10-04T14:38:22Z', 'revision_number': 0, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b825a6c9-1ca5-4fad-9920-9c7dc656ee71', 'name': '', 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'mac_address': 'fa:16:3e:60:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '31e0a0f4-a531-46c3-bc87-029efb60f8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:30Z', 'updated_at': '2022-10-04T14:37:37Z', 'revision_number': 5, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'subnets': [{'id': '31e0a0f4-a531-46c3-bc87-029efb60f8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:38:23.860829 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3ac2be-0d3c-44a8-8576-fda712d0b683 None None] Checking router: b2d0c66d-d8de-457b-8d50-548fcb62b799 for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:38:23.871780 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3ac2be-0d3c-44a8-8576-fda712d0b683 None None] Routers {'b2d0c66d-d8de-457b-8d50-548fcb62b799'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:38:23.872456 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-8d3ac2be-0d3c-44a8-8576-fda712d0b683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:37:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['b2d0c66d-d8de-457b-8d50-548fcb62b799'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:38:24.077878 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-8d3ac2be-0d3c-44a8-8576-fda712d0b683 None None] Set router b2d0c66d-d8de-457b-8d50-548fcb62b799 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:38:24.311152 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-8d3ac2be-0d3c-44a8-8576-fda712d0b683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'name': 'tempest-TestShelveInstance-825360471-router', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:37:26Z', 'updated_at': '2022-10-04T14:37:30Z', 'revision_number': 4, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'gw_port': {'id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:27Z', 'updated_at': '2022-10-04T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'ea8c8c9d-d36d-4192-9545-f72e43744d1c', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'port_id': 'ce73e1dc-607e-4614-930c-2b11c9806a9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f', 'mac_address': 'fa:16:3e:75:b6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a607dd9-3357-4f67-8c0d-64347a31a269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:38:22Z', 'updated_at': '2022-10-04T14:38:22Z', 'revision_number': 0, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b825a6c9-1ca5-4fad-9920-9c7dc656ee71', 'name': '', 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'mac_address': 'fa:16:3e:60:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '31e0a0f4-a531-46c3-bc87-029efb60f8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:30Z', 'updated_at': '2022-10-04T14:37:37Z', 'revision_number': 5, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'subnets': [{'id': '31e0a0f4-a531-46c3-bc87-029efb60f8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:38:24.338579 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3ac2be-0d3c-44a8-8576-fda712d0b683 None None] The sync data for ids ['b2d0c66d-d8de-457b-8d50-548fcb62b799'] in dv-cinder-860260-1-iscsi is: [{'id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'name': 'tempest-TestShelveInstance-825360471-router', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:37:26Z', 'updated_at': '2022-10-04T14:37:30Z', 'revision_number': 4, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'gw_port': {'id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:27Z', 'updated_at': '2022-10-04T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'ea8c8c9d-d36d-4192-9545-f72e43744d1c', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'port_id': 'ce73e1dc-607e-4614-930c-2b11c9806a9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f', 'mac_address': 'fa:16:3e:75:b6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a607dd9-3357-4f67-8c0d-64347a31a269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:38:22Z', 'updated_at': '2022-10-04T14:38:22Z', 'revision_number': 0, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b825a6c9-1ca5-4fad-9920-9c7dc656ee71', 'name': '', 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'mac_address': 'fa:16:3e:60:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '31e0a0f4-a531-46c3-bc87-029efb60f8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:30Z', 'updated_at': '2022-10-04T14:37:37Z', 'revision_number': 5, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'subnets': [{'id': '31e0a0f4-a531-46c3-bc87-029efb60f8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:38:24.628358 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecadf878-c0fa-4893-b406-351fb1fdee48 None None] New status for floating IP ea8c8c9d-d36d-4192-9545-f72e43744d1c: ACTIVE {{(pid=106357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:38:24.961025 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:26.254852 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e888c98-3b15-454d-b9f9-273113cd4363 req-e918d969-68b8-4429-b948-c7dcaed38dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:26.256825 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4e888c98-3b15-454d-b9f9-273113cd4363 req-e918d969-68b8-4429-b948-c7dcaed38dfd service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=bf0ffb6098014feb89d5d6f61832b03b&device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 1130 time: 0.0500627 Oct 04 14:38:26.339427 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:26.369213 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e888c98-3b15-454d-b9f9-273113cd4363 req-95dea0da-298a-441a-a7d7-c9dad6f22fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:26.370690 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4e888c98-3b15-454d-b9f9-273113cd4363 req-95dea0da-298a-441a-a7d7-c9dad6f22fa4 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=8dc4bbb0-f4de-40e9-996f-7b16b870c41f HTTP/1.1" status: 200 len: 909 time: 0.1046753 Oct 04 14:38:26.442200 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4e888c98-3b15-454d-b9f9-273113cd4363 req-00d1556f-329f-4f7f-870f-7da66bd5f922 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce73e1dc-607e-4614-930c-2b11c9806a9a HTTP/1.1" status: 200 len: 1002 time: 0.0641565 Oct 04 14:38:26.509171 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e888c98-3b15-454d-b9f9-273113cd4363 req-6692fe82-4c61-41c6-b48b-3407e6010485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:26.510566 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4e888c98-3b15-454d-b9f9-273113cd4363 req-6692fe82-4c61-41c6-b48b-3407e6010485 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=31e0a0f4-a531-46c3-bc87-029efb60f8bc HTTP/1.1" status: 200 len: 847 time: 0.0574231 Oct 04 14:38:26.566319 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e888c98-3b15-454d-b9f9-273113cd4363 req-8aa1536e-1346-497f-b0f7-ea0404c9914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:26.567899 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4e888c98-3b15-454d-b9f9-273113cd4363 req-8aa1536e-1346-497f-b0f7-ea0404c9914c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=8dc4bbb0-f4de-40e9-996f-7b16b870c41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479465 Oct 04 14:38:26.679210 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4e888c98-3b15-454d-b9f9-273113cd4363 req-b46a2661-972d-4807-a847-82fcc926e0ff service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8dc4bbb0-f4de-40e9-996f-7b16b870c41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043434 Oct 04 14:38:26.783680 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4e888c98-3b15-454d-b9f9-273113cd4363 req-525c5749-286a-4484-93f3-f1bfec73bf78 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8dc4bbb0-f4de-40e9-996f-7b16b870c41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979037 Oct 04 14:38:27.022558 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-765fa80d-fce7-47ee-a32b-75a85e759b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:29.300576 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 50988) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:29.423384 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6c9db980-175f-4423-aee3-630a22d2dd94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:29.462437 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-886a5d0b-808e-46f6-bc0b-9e7820e6aeeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:29.518294 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6c9db980-175f-4423-aee3-630a22d2dd94 admin admin] Publish callbacks [] for security_group (e036161f-a6e2-45b7-88ec-bf523471dd98), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:29.522867 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6c9db980-175f-4423-aee3-630a22d2dd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (e036161f-a6e2-45b7-88ec-bf523471dd98), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:29.564984 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-6c9db980-175f-4423-aee3-630a22d2dd94 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=8ba23e74846c430a993a44811c753e62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2626278 Oct 04 14:38:29.565934 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9db980-175f-4423-aee3-630a22d2dd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e036161f-a6e2-45b7-88ec-bf523471dd98,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:29.567723 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 50998) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:29.624248 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d64741fd-c340-4305-9408-d37387b13b39 admin admin] Publish callbacks [] for security_group (e036161f-a6e2-45b7-88ec-bf523471dd98), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:29.626982 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:29.650752 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d64741fd-c340-4305-9408-d37387b13b39 admin admin] Publish callbacks [] for security_group (e036161f-a6e2-45b7-88ec-bf523471dd98), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:29.697657 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d64741fd-c340-4305-9408-d37387b13b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (e036161f-a6e2-45b7-88ec-bf523471dd98), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:29.700121 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d64741fd-c340-4305-9408-d37387b13b39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:29.701322 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-d64741fd-c340-4305-9408-d37387b13b39 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e036161f-a6e2-45b7-88ec-bf523471dd98 HTTP/1.1" status: 204 len: 168 time: 0.1311073 Oct 04 14:38:29.710647 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64741fd-c340-4305-9408-d37387b13b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e036161f-a6e2-45b7-88ec-bf523471dd98,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:29.988753 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 51006) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:30.001895 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2c2ef1b8-159f-49cc-a41e-4b6ba21f6f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:30.080202 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2c2ef1b8-159f-49cc-a41e-4b6ba21f6f20 admin admin] Publish callbacks [] for security_group (47c2e11c-d6ac-4f1f-9195-aaf0996eb889), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:30.085273 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-2c2ef1b8-159f-49cc-a41e-4b6ba21f6f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (47c2e11c-d6ac-4f1f-9195-aaf0996eb889), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:30.132567 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-2c2ef1b8-159f-49cc-a41e-4b6ba21f6f20 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=cf5d9b24fe7f4eeaa8465736ec73da5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430371 Oct 04 14:38:30.133280 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ef1b8-159f-49cc-a41e-4b6ba21f6f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c2e11c-d6ac-4f1f-9195-aaf0996eb889,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:30.135614 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51008) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:30.195630 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-926ed679-24c8-4a97-a5f9-533436d33917 admin admin] Publish callbacks [] for security_group (47c2e11c-d6ac-4f1f-9195-aaf0996eb889), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:30.217714 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-926ed679-24c8-4a97-a5f9-533436d33917 admin admin] Publish callbacks [] for security_group (47c2e11c-d6ac-4f1f-9195-aaf0996eb889), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:30.247127 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:30.268226 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-926ed679-24c8-4a97-a5f9-533436d33917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (47c2e11c-d6ac-4f1f-9195-aaf0996eb889), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:30.271298 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-926ed679-24c8-4a97-a5f9-533436d33917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:30.272523 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-926ed679-24c8-4a97-a5f9-533436d33917 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/47c2e11c-d6ac-4f1f-9195-aaf0996eb889 HTTP/1.1" status: 204 len: 168 time: 0.1357398 Oct 04 14:38:30.281570 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ed679-24c8-4a97-a5f9-533436d33917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c2e11c-d6ac-4f1f-9195-aaf0996eb889,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:31.036971 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51054) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:31.143537 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e2b24e7b-4e1e-47a9-acbf-0b74d5f4f576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:31.228586 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e2b24e7b-4e1e-47a9-acbf-0b74d5f4f576 admin admin] Publish callbacks [] for security_group (201367ec-19ff-4dc5-bef8-f589dde9c4ec), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:31.233136 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e2b24e7b-4e1e-47a9-acbf-0b74d5f4f576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (201367ec-19ff-4dc5-bef8-f589dde9c4ec), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:31.260955 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:31.275509 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b24e7b-4e1e-47a9-acbf-0b74d5f4f576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201367ec-19ff-4dc5-bef8-f589dde9c4ec,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:31.280054 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-e2b24e7b-4e1e-47a9-acbf-0b74d5f4f576 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2a56262a8c254417b135199177856c4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420523 Oct 04 14:38:31.282971 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51058) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:31.338335 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-942f624d-735c-4754-b410-7e42e35bbd4c admin admin] Publish callbacks [] for security_group (201367ec-19ff-4dc5-bef8-f589dde9c4ec), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:31.365012 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-942f624d-735c-4754-b410-7e42e35bbd4c admin admin] Publish callbacks [] for security_group (201367ec-19ff-4dc5-bef8-f589dde9c4ec), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:31.421035 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-942f624d-735c-4754-b410-7e42e35bbd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (201367ec-19ff-4dc5-bef8-f589dde9c4ec), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:31.423557 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-942f624d-735c-4754-b410-7e42e35bbd4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:31.424778 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-942f624d-735c-4754-b410-7e42e35bbd4c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/201367ec-19ff-4dc5-bef8-f589dde9c4ec HTTP/1.1" status: 204 len: 168 time: 0.1408496 Oct 04 14:38:31.438853 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f624d-735c-4754-b410-7e42e35bbd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201367ec-19ff-4dc5-bef8-f589dde9c4ec,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:31.743492 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51068) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:31.757553 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-13ff703c-8c7f-442e-b4d2-9165dd28bd59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:31.839175 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-13ff703c-8c7f-442e-b4d2-9165dd28bd59 admin admin] Publish callbacks [] for security_group (1b2f8346-5079-489b-bba1-6c03eb88e44c), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:31.842787 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-13ff703c-8c7f-442e-b4d2-9165dd28bd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (1b2f8346-5079-489b-bba1-6c03eb88e44c), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:31.882068 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff703c-8c7f-442e-b4d2-9165dd28bd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2f8346-5079-489b-bba1-6c03eb88e44c,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:31.886274 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-13ff703c-8c7f-442e-b4d2-9165dd28bd59 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=355ee8e1a03b47c5a73d65bb1eb45416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417291 Oct 04 14:38:31.889199 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51070) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:31.944486 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cccf29be-e04a-4d1d-a9f3-6be96290e8be admin admin] Publish callbacks [] for security_group (1b2f8346-5079-489b-bba1-6c03eb88e44c), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:31.967194 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cccf29be-e04a-4d1d-a9f3-6be96290e8be admin admin] Publish callbacks [] for security_group (1b2f8346-5079-489b-bba1-6c03eb88e44c), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:32.018097 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cccf29be-e04a-4d1d-a9f3-6be96290e8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (1b2f8346-5079-489b-bba1-6c03eb88e44c), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:32.020894 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-cccf29be-e04a-4d1d-a9f3-6be96290e8be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:32.022122 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-cccf29be-e04a-4d1d-a9f3-6be96290e8be admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1b2f8346-5079-489b-bba1-6c03eb88e44c HTTP/1.1" status: 204 len: 168 time: 0.1320002 Oct 04 14:38:32.031742 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf29be-e04a-4d1d-a9f3-6be96290e8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2f8346-5079-489b-bba1-6c03eb88e44c,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:32.284156 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:32.772354 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:33.889448 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:34.314188 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=51 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:34.314968 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=75 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:38.769070 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:40.125574 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=24,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:40.128481 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=74,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:40.842337 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e1113233-c018-468c-82ed-e4574f8d85ee req-b2ae9797-5004-46e6-ae47-c2bbd950ec84 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449548 Oct 04 14:38:40.959240 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1113233-c018-468c-82ed-e4574f8d85ee req-7bc8cb20-70e8-4e12-add5-d806dafa74aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:40.960708 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e1113233-c018-468c-82ed-e4574f8d85ee req-7bc8cb20-70e8-4e12-add5-d806dafa74aa service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=408b16a582484c619ff17416990d5feb&device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 1130 time: 0.0451334 Oct 04 14:38:41.073744 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:41.079891 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1113233-c018-468c-82ed-e4574f8d85ee req-4438844c-2c6e-4a27-a407-b10983f51087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:41.081642 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e1113233-c018-468c-82ed-e4574f8d85ee req-4438844c-2c6e-4a27-a407-b10983f51087 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=4116101e-9cfb-4512-a759-154f86437ec3 HTTP/1.1" status: 200 len: 913 time: 0.1005850 Oct 04 14:38:41.161368 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e1113233-c018-468c-82ed-e4574f8d85ee req-ba4f76e0-1fd5-4c9c-be82-29bf6dca9b28 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0beda3fd-dcf6-460d-9272-d7d5984b6508 HTTP/1.1" status: 200 len: 1002 time: 0.0729730 Oct 04 14:38:41.247268 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1113233-c018-468c-82ed-e4574f8d85ee req-bd32ecf9-0b50-4907-abb6-7d59310ad1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:41.248723 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e1113233-c018-468c-82ed-e4574f8d85ee req-bd32ecf9-0b50-4907-abb6-7d59310ad1e5 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0e6eb4fb-0de1-48cf-96b5-793e497e6d95 HTTP/1.1" status: 200 len: 851 time: 0.0794990 Oct 04 14:38:41.309347 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1113233-c018-468c-82ed-e4574f8d85ee req-9746f52d-a391-4171-9e2c-2d964f46d4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:38:41.311031 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e1113233-c018-468c-82ed-e4574f8d85ee req-9746f52d-a391-4171-9e2c-2d964f46d4fc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=4116101e-9cfb-4512-a759-154f86437ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563202 Oct 04 14:38:41.378590 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:41.415753 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e1113233-c018-468c-82ed-e4574f8d85ee req-4e6368ee-a26d-4cdd-b086-d04dc42b867f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975311 Oct 04 14:38:41.518033 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e1113233-c018-468c-82ed-e4574f8d85ee req-95d2beb6-ab25-4d8a-aec3-e913fcff95fe service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950992 Oct 04 14:38:44.620260 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51260) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:44.740266 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-44352f65-b65e-4507-8391-ca7e9eda3f1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:44.821915 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-44352f65-b65e-4507-8391-ca7e9eda3f1d admin admin] Publish callbacks [] for security_group (23f0c1ac-4559-453a-9a4b-d619ec7a1ee0), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:44.825767 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-44352f65-b65e-4507-8391-ca7e9eda3f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (23f0c1ac-4559-453a-9a4b-d619ec7a1ee0), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:44.868588 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-44352f65-b65e-4507-8391-ca7e9eda3f1d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=406e9eec2a054e46aad5c0b63e5b3123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470162 Oct 04 14:38:44.868896 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 51264) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:44.869502 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44352f65-b65e-4507-8391-ca7e9eda3f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f0c1ac-4559-453a-9a4b-d619ec7a1ee0,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:44.923795 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-883ba10d-27d4-411b-9cda-916177632f9e admin admin] Publish callbacks [] for security_group (23f0c1ac-4559-453a-9a4b-d619ec7a1ee0), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:44.949127 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-883ba10d-27d4-411b-9cda-916177632f9e admin admin] Publish callbacks [] for security_group (23f0c1ac-4559-453a-9a4b-d619ec7a1ee0), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:44.999875 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-883ba10d-27d4-411b-9cda-916177632f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (23f0c1ac-4559-453a-9a4b-d619ec7a1ee0), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:45.002433 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-883ba10d-27d4-411b-9cda-916177632f9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:45.004231 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-883ba10d-27d4-411b-9cda-916177632f9e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/23f0c1ac-4559-453a-9a4b-d619ec7a1ee0 HTTP/1.1" status: 204 len: 168 time: 0.1342921 Oct 04 14:38:45.012523 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ba10d-27d4-411b-9cda-916177632f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f0c1ac-4559-453a-9a4b-d619ec7a1ee0,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:45.304540 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 51272) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:45.318641 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-106a6df8-d52d-47a4-a434-974540adbe5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:45.406381 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-106a6df8-d52d-47a4-a434-974540adbe5a admin admin] Publish callbacks [] for security_group (f8ee0b64-a44a-4728-ab06-eef72d6847a1), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:45.411624 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-106a6df8-d52d-47a4-a434-974540adbe5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (f8ee0b64-a44a-4728-ab06-eef72d6847a1), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:45.457271 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-106a6df8-d52d-47a4-a434-974540adbe5a admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b7a3de6ae9f247b6a12bae617efccd17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1516228 Oct 04 14:38:45.458617 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a6df8-d52d-47a4-a434-974540adbe5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ee0b64-a44a-4728-ab06-eef72d6847a1,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:45.460460 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51274) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:45.517369 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f2377989-9320-4403-828b-9e64b714baac admin admin] Publish callbacks [] for security_group (f8ee0b64-a44a-4728-ab06-eef72d6847a1), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:45.540571 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f2377989-9320-4403-828b-9e64b714baac admin admin] Publish callbacks [] for security_group (f8ee0b64-a44a-4728-ab06-eef72d6847a1), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:45.589001 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f2377989-9320-4403-828b-9e64b714baac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (f8ee0b64-a44a-4728-ab06-eef72d6847a1), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:45.591526 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f2377989-9320-4403-828b-9e64b714baac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:45.592796 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-f2377989-9320-4403-828b-9e64b714baac admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f8ee0b64-a44a-4728-ab06-eef72d6847a1 HTTP/1.1" status: 204 len: 168 time: 0.1309061 Oct 04 14:38:45.603002 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2377989-9320-4403-828b-9e64b714baac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ee0b64-a44a-4728-ab06-eef72d6847a1,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:45.963821 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51280) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:45.980562 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2d4d4723-48e2-42de-b5fd-e70655cd0567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:46.024157 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:46.063155 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2d4d4723-48e2-42de-b5fd-e70655cd0567 admin admin] Publish callbacks [] for security_group (b5fc9451-85ad-4acd-ae86-c5795f181f2b), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:46.067350 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-2d4d4723-48e2-42de-b5fd-e70655cd0567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (b5fc9451-85ad-4acd-ae86-c5795f181f2b), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:46.109332 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-2d4d4723-48e2-42de-b5fd-e70655cd0567 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e2cbd1ca833e4c2280823c7bae4751e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415992 Oct 04 14:38:46.109332 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d4723-48e2-42de-b5fd-e70655cd0567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fc9451-85ad-4acd-ae86-c5795f181f2b,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:46.109936 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51284) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:46.162665 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ad0b89af-7236-42df-a76a-73bce30fbd48 admin admin] Publish callbacks [] for security_group (b5fc9451-85ad-4acd-ae86-c5795f181f2b), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:46.183002 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ad0b89af-7236-42df-a76a-73bce30fbd48 admin admin] Publish callbacks [] for security_group (b5fc9451-85ad-4acd-ae86-c5795f181f2b), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:46.212332 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:46.229959 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ad0b89af-7236-42df-a76a-73bce30fbd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (b5fc9451-85ad-4acd-ae86-c5795f181f2b), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:46.232578 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ad0b89af-7236-42df-a76a-73bce30fbd48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:46.233748 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-ad0b89af-7236-42df-a76a-73bce30fbd48 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b5fc9451-85ad-4acd-ae86-c5795f181f2b HTTP/1.1" status: 204 len: 168 time: 0.1231804 Oct 04 14:38:46.242508 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b89af-7236-42df-a76a-73bce30fbd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fc9451-85ad-4acd-ae86-c5795f181f2b,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:47.383106 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 51320) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:47.503338 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-1d362c29-2bdd-49ff-b5bd-c91602066c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:47.584845 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-1d362c29-2bdd-49ff-b5bd-c91602066c36 admin admin] Publish callbacks [] for security_group (c9f43d35-1efc-46c6-a570-c8049b0df47d), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:47.588800 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-1d362c29-2bdd-49ff-b5bd-c91602066c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (c9f43d35-1efc-46c6-a570-c8049b0df47d), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:47.630743 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d362c29-2bdd-49ff-b5bd-c91602066c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f43d35-1efc-46c6-a570-c8049b0df47d,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:47.637410 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-1d362c29-2bdd-49ff-b5bd-c91602066c36 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5aa08123af5c4418899cfd72ecd6d96a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508266 Oct 04 14:38:47.637640 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 51324) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:47.689232 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-0c3dd512-d0af-48d2-a89e-4b648761d7a5 admin admin] Publish callbacks [] for security_group (c9f43d35-1efc-46c6-a570-c8049b0df47d), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:47.711244 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-0c3dd512-d0af-48d2-a89e-4b648761d7a5 admin admin] Publish callbacks [] for security_group (c9f43d35-1efc-46c6-a570-c8049b0df47d), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:47.763994 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-0c3dd512-d0af-48d2-a89e-4b648761d7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (c9f43d35-1efc-46c6-a570-c8049b0df47d), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:47.766609 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-0c3dd512-d0af-48d2-a89e-4b648761d7a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:47.767804 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-0c3dd512-d0af-48d2-a89e-4b648761d7a5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c9f43d35-1efc-46c6-a570-c8049b0df47d HTTP/1.1" status: 204 len: 168 time: 0.1292593 Oct 04 14:38:47.777119 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3dd512-d0af-48d2-a89e-4b648761d7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f43d35-1efc-46c6-a570-c8049b0df47d,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:51.364670 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:38:52.744054 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51450) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:52.876510 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6b62c657-9351-4d3c-beb7-34443d3bb71e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:52.901642 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:52.970676 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6b62c657-9351-4d3c-beb7-34443d3bb71e admin admin] Publish callbacks [] for security_group (2169dbcd-2420-4608-b2d2-ac7afaba7b2e), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:52.975935 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-6b62c657-9351-4d3c-beb7-34443d3bb71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (2169dbcd-2420-4608-b2d2-ac7afaba7b2e), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:53.016647 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62c657-9351-4d3c-beb7-34443d3bb71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2169dbcd-2420-4608-b2d2-ac7afaba7b2e,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:53.021819 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-6b62c657-9351-4d3c-beb7-34443d3bb71e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a2dfed22bde5465ba28f70b2eb0293be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766654 Oct 04 14:38:53.024496 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51456) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:53.092480 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f7509199-40aa-4eae-ac3f-2d8ee2a2fd84 admin admin] Publish callbacks [] for security_group (2169dbcd-2420-4608-b2d2-ac7afaba7b2e), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:53.113439 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f7509199-40aa-4eae-ac3f-2d8ee2a2fd84 admin admin] Publish callbacks [] for security_group (2169dbcd-2420-4608-b2d2-ac7afaba7b2e), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:53.160457 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f7509199-40aa-4eae-ac3f-2d8ee2a2fd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (2169dbcd-2420-4608-b2d2-ac7afaba7b2e), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:53.162904 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f7509199-40aa-4eae-ac3f-2d8ee2a2fd84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:53.164045 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-f7509199-40aa-4eae-ac3f-2d8ee2a2fd84 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2169dbcd-2420-4608-b2d2-ac7afaba7b2e HTTP/1.1" status: 204 len: 168 time: 0.1386557 Oct 04 14:38:53.171955 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7509199-40aa-4eae-ac3f-2d8ee2a2fd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2169dbcd-2420-4608-b2d2-ac7afaba7b2e,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:53.188048 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:54.214870 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:56.255869 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:56.387951 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51498) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:56.497521 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2e3a-29bc-41a3-91bf-9dfec0f29947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:56.589185 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2e3a-29bc-41a3-91bf-9dfec0f29947 admin admin] Publish callbacks [] for security_group (e2a108c4-bd99-4f10-bf2e-191983b3868d), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:56.592979 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2e3a-29bc-41a3-91bf-9dfec0f29947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (e2a108c4-bd99-4f10-bf2e-191983b3868d), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:56.616599 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:56.634429 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca2e3a-29bc-41a3-91bf-9dfec0f29947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a108c4-bd99-4f10-bf2e-191983b3868d,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:56.642861 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-d6ca2e3a-29bc-41a3-91bf-9dfec0f29947 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2839a6ba09bf4f14a39536c82ea7ec53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510843 Oct 04 14:38:56.644633 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51502) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:56.697801 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d2b116f1-bd68-4ce8-a44d-c482f755905f admin admin] Publish callbacks [] for security_group (e2a108c4-bd99-4f10-bf2e-191983b3868d), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:56.719059 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d2b116f1-bd68-4ce8-a44d-c482f755905f admin admin] Publish callbacks [] for security_group (e2a108c4-bd99-4f10-bf2e-191983b3868d), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:56.767724 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d2b116f1-bd68-4ce8-a44d-c482f755905f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (e2a108c4-bd99-4f10-bf2e-191983b3868d), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:56.770767 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-d2b116f1-bd68-4ce8-a44d-c482f755905f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:56.774341 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-d2b116f1-bd68-4ce8-a44d-c482f755905f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e2a108c4-bd99-4f10-bf2e-191983b3868d HTTP/1.1" status: 204 len: 168 time: 0.1271682 Oct 04 14:38:56.780217 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b116f1-bd68-4ce8-a44d-c482f755905f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a108c4-bd99-4f10-bf2e-191983b3868d,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:56.792851 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:57.016273 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e98d4021-b86b-490a-8bab-4d2c290f64e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:57.055174 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51508) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:57.068881 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-73e28981-6766-4614-bac6-7e115a2bbf30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:57.150355 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-73e28981-6766-4614-bac6-7e115a2bbf30 admin admin] Publish callbacks [] for security_group (15116dad-a941-4c1d-bdf4-726fbf5c6c37), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:57.155274 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-73e28981-6766-4614-bac6-7e115a2bbf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (15116dad-a941-4c1d-bdf4-726fbf5c6c37), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:57.192592 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:57.196048 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e28981-6766-4614-bac6-7e115a2bbf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15116dad-a941-4c1d-bdf4-726fbf5c6c37,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:57.200935 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-73e28981-6766-4614-bac6-7e115a2bbf30 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3503f8f1466a4568b0b58d3400edcf99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447279 Oct 04 14:38:57.203751 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51510) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:57.263733 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-95c38f92-4140-4bca-8c10-b660261e7ff3 admin admin] Publish callbacks [] for security_group (15116dad-a941-4c1d-bdf4-726fbf5c6c37), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:57.286782 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-95c38f92-4140-4bca-8c10-b660261e7ff3 admin admin] Publish callbacks [] for security_group (15116dad-a941-4c1d-bdf4-726fbf5c6c37), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:57.338135 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-95c38f92-4140-4bca-8c10-b660261e7ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (15116dad-a941-4c1d-bdf4-726fbf5c6c37), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:57.340890 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-95c38f92-4140-4bca-8c10-b660261e7ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:57.342052 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-95c38f92-4140-4bca-8c10-b660261e7ff3 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/15116dad-a941-4c1d-bdf4-726fbf5c6c37 HTTP/1.1" status: 204 len: 168 time: 0.1370389 Oct 04 14:38:57.350887 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c38f92-4140-4bca-8c10-b660261e7ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15116dad-a941-4c1d-bdf4-726fbf5c6c37,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:57.683499 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 51516) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:57.697928 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ddc16d3f-7600-469e-8dad-044d8521ef79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:57.728916 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:57.779750 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:38:57.781848 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ddc16d3f-7600-469e-8dad-044d8521ef79 admin admin] Publish callbacks [] for security_group (def22f31-5d2a-4fa3-9226-e9fe0248d421), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:57.785498 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ddc16d3f-7600-469e-8dad-044d8521ef79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (def22f31-5d2a-4fa3-9226-e9fe0248d421), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:57.833455 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-ddc16d3f-7600-469e-8dad-044d8521ef79 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=46d7ac5cfbe046f987ea3d3dfb7eaea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488342 Oct 04 14:38:57.834358 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc16d3f-7600-469e-8dad-044d8521ef79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def22f31-5d2a-4fa3-9226-e9fe0248d421,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:57.836347 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51518) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:38:57.896220 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7b0e5dbe-bceb-4bd3-8ec5-ad3662145528 admin admin] Publish callbacks [] for security_group (def22f31-5d2a-4fa3-9226-e9fe0248d421), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:57.921233 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7b0e5dbe-bceb-4bd3-8ec5-ad3662145528 admin admin] Publish callbacks [] for security_group (def22f31-5d2a-4fa3-9226-e9fe0248d421), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:57.976542 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7b0e5dbe-bceb-4bd3-8ec5-ad3662145528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (def22f31-5d2a-4fa3-9226-e9fe0248d421), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:57.979134 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7b0e5dbe-bceb-4bd3-8ec5-ad3662145528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:38:57.980299 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-7b0e5dbe-bceb-4bd3-8ec5-ad3662145528 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/def22f31-5d2a-4fa3-9226-e9fe0248d421 HTTP/1.1" status: 204 len: 168 time: 0.1429842 Oct 04 14:38:57.991650 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e5dbe-bceb-4bd3-8ec5-ad3662145528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def22f31-5d2a-4fa3-9226-e9fe0248d421,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:38:59.459264 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-17f48d90-724e-4dc7-845a-39d968f5b4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:01.359510 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:02.288099 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:02.778840 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:03.886432 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:06.328615 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 51644) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:39:06.440145 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d3957574-f3cb-4814-9369-a342cac50645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:06.524619 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d3957574-f3cb-4814-9369-a342cac50645 admin admin] Publish callbacks [] for security_group (8112b0cb-e827-4bb3-a88f-d994f1350453), precommit_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:06.528585 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-d3957574-f3cb-4814-9369-a342cac50645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (8112b0cb-e827-4bb3-a88f-d994f1350453), after_create {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:06.567932 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3957574-f3cb-4814-9369-a342cac50645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8112b0cb-e827-4bb3-a88f-d994f1350453,revision_number=1']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:39:06.572038 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-d3957574-f3cb-4814-9369-a342cac50645 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2749bfd7e216418fb876f0acc1ab3a63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423952 Oct 04 14:39:06.575373 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51648) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:39:06.578518 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3957574-f3cb-4814-9369-a342cac50645 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.578861 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3957574-f3cb-4814-9369-a342cac50645 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.579197 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3957574-f3cb-4814-9369-a342cac50645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.579534 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3957574-f3cb-4814-9369-a342cac50645 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.579863 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3957574-f3cb-4814-9369-a342cac50645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.580719 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3957574-f3cb-4814-9369-a342cac50645 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.581044 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3957574-f3cb-4814-9369-a342cac50645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.581401 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3957574-f3cb-4814-9369-a342cac50645 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.581705 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3957574-f3cb-4814-9369-a342cac50645 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.582048 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3957574-f3cb-4814-9369-a342cac50645 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.582346 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3957574-f3cb-4814-9369-a342cac50645 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.582665 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3957574-f3cb-4814-9369-a342cac50645 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.582981 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3957574-f3cb-4814-9369-a342cac50645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.583291 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3957574-f3cb-4814-9369-a342cac50645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.588830 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3957574-f3cb-4814-9369-a342cac50645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.634177 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-12774fd4-cc4a-4ccf-95d7-fc4cb72063c9 admin admin] Publish callbacks [] for security_group (8112b0cb-e827-4bb3-a88f-d994f1350453), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:06.658004 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-12774fd4-cc4a-4ccf-95d7-fc4cb72063c9 admin admin] Publish callbacks [] for security_group (8112b0cb-e827-4bb3-a88f-d994f1350453), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:06.712562 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-12774fd4-cc4a-4ccf-95d7-fc4cb72063c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (8112b0cb-e827-4bb3-a88f-d994f1350453), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:06.715226 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-12774fd4-cc4a-4ccf-95d7-fc4cb72063c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:06.716417 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-12774fd4-cc4a-4ccf-95d7-fc4cb72063c9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8112b0cb-e827-4bb3-a88f-d994f1350453 HTTP/1.1" status: 204 len: 168 time: 0.1400146 Oct 04 14:39:06.725715 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12774fd4-cc4a-4ccf-95d7-fc4cb72063c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8112b0cb-e827-4bb3-a88f-d994f1350453,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:39:06.733291 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12774fd4-cc4a-4ccf-95d7-fc4cb72063c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.733634 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12774fd4-cc4a-4ccf-95d7-fc4cb72063c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.733972 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12774fd4-cc4a-4ccf-95d7-fc4cb72063c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.734308 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12774fd4-cc4a-4ccf-95d7-fc4cb72063c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.734667 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12774fd4-cc4a-4ccf-95d7-fc4cb72063c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.734993 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12774fd4-cc4a-4ccf-95d7-fc4cb72063c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.735319 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12774fd4-cc4a-4ccf-95d7-fc4cb72063c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.735640 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12774fd4-cc4a-4ccf-95d7-fc4cb72063c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.735964 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12774fd4-cc4a-4ccf-95d7-fc4cb72063c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.737014 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12774fd4-cc4a-4ccf-95d7-fc4cb72063c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.737479 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12774fd4-cc4a-4ccf-95d7-fc4cb72063c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.737812 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12774fd4-cc4a-4ccf-95d7-fc4cb72063c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.738203 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12774fd4-cc4a-4ccf-95d7-fc4cb72063c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.738523 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12774fd4-cc4a-4ccf-95d7-fc4cb72063c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:06.738848 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12774fd4-cc4a-4ccf-95d7-fc4cb72063c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:39:07.005066 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51654) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:39:07.020816 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8a14e67f-dd70-4aaa-9569-bae9714cddda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:07.047285 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:07.106233 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8a14e67f-dd70-4aaa-9569-bae9714cddda admin admin] Publish callbacks [] for security_group (6c75a650-1e8d-49c1-80bf-9f62d7e6471f), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:07.110285 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-8a14e67f-dd70-4aaa-9569-bae9714cddda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (6c75a650-1e8d-49c1-80bf-9f62d7e6471f), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:07.150721 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14e67f-dd70-4aaa-9569-bae9714cddda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c75a650-1e8d-49c1-80bf-9f62d7e6471f,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:39:07.155841 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-8a14e67f-dd70-4aaa-9569-bae9714cddda admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2a7dfcdb757a4362a097b5d87585194b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494181 Oct 04 14:39:07.159431 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51656) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:39:07.208177 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f759cb4a-e2f1-4b1c-81ff-a2fdb77c78a6 admin admin] Publish callbacks [] for security_group (6c75a650-1e8d-49c1-80bf-9f62d7e6471f), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:07.229555 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f759cb4a-e2f1-4b1c-81ff-a2fdb77c78a6 admin admin] Publish callbacks [] for security_group (6c75a650-1e8d-49c1-80bf-9f62d7e6471f), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:07.246138 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:07.279444 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f759cb4a-e2f1-4b1c-81ff-a2fdb77c78a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (6c75a650-1e8d-49c1-80bf-9f62d7e6471f), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:07.282016 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f759cb4a-e2f1-4b1c-81ff-a2fdb77c78a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:07.284111 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-f759cb4a-e2f1-4b1c-81ff-a2fdb77c78a6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6c75a650-1e8d-49c1-80bf-9f62d7e6471f HTTP/1.1" status: 204 len: 168 time: 0.1230309 Oct 04 14:39:07.292333 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759cb4a-e2f1-4b1c-81ff-a2fdb77c78a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c75a650-1e8d-49c1-80bf-9f62d7e6471f,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:39:07.629610 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51662) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:39:07.643435 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4032bbdb-65ee-48e5-8f90-b8f8eaafc0f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:07.725464 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4032bbdb-65ee-48e5-8f90-b8f8eaafc0f3 admin admin] Publish callbacks [] for security_group (62c51350-d4cd-4910-a32b-ad9a731e54c5), precommit_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:07.729164 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4032bbdb-65ee-48e5-8f90-b8f8eaafc0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (62c51350-d4cd-4910-a32b-ad9a731e54c5), after_create {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:07.768620 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032bbdb-65ee-48e5-8f90-b8f8eaafc0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c51350-d4cd-4910-a32b-ad9a731e54c5,revision_number=1']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:39:07.773738 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-4032bbdb-65ee-48e5-8f90-b8f8eaafc0f3 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=45afbf36dd114cc8a0e0285d56f30836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431191 Oct 04 14:39:07.776895 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51664) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:39:07.828743 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-32716120-79f8-4ac0-b32f-52a96be600b8 admin admin] Publish callbacks [] for security_group (62c51350-d4cd-4910-a32b-ad9a731e54c5), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:07.849330 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-32716120-79f8-4ac0-b32f-52a96be600b8 admin admin] Publish callbacks [] for security_group (62c51350-d4cd-4910-a32b-ad9a731e54c5), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:07.897364 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-32716120-79f8-4ac0-b32f-52a96be600b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (62c51350-d4cd-4910-a32b-ad9a731e54c5), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:07.900185 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-32716120-79f8-4ac0-b32f-52a96be600b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:07.901348 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-32716120-79f8-4ac0-b32f-52a96be600b8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/62c51350-d4cd-4910-a32b-ad9a731e54c5 HTTP/1.1" status: 204 len: 168 time: 0.1235502 Oct 04 14:39:07.909741 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32716120-79f8-4ac0-b32f-52a96be600b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c51350-d4cd-4910-a32b-ad9a731e54c5,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:39:08.785183 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:16.560773 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=32,neutron:INSERT=9 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:16.574294 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=25,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:17.882035 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=35,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:17.905667 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:INSERT=10,neutron:SELECT=62,neutron:DELETE=6 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:18.768857 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:18.778021 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:18.779768 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:23.208185 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:23.209034 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:27.028222 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f4c2a4f2-7f00-43c8-8c68-5afcdda38a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:28.364014 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:39:29.454207 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f62c9a6f-6e15-492c-a08a-4cf2bf9219c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:32.291581 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:32.772736 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:33.889512 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:38.359288 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:38.360102 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:38.778340 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:41.853812 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b22ab0b4-5161-48e0-be75-c2ca0b7698d7 req-23aa011a-b450-4265-850b-f75e52041360 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=ba2e7361-695d-4c7d-8116-00182e81496d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450556 Oct 04 14:39:41.933515 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ab0b4-5161-48e0-be75-c2ca0b7698d7 req-a3272a36-f5e4-412d-91a5-ecf61774e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:39:41.935003 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b22ab0b4-5161-48e0-be75-c2ca0b7698d7 req-a3272a36-f5e4-412d-91a5-ecf61774e152 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=408b16a582484c619ff17416990d5feb&device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 1129 time: 0.0422709 Oct 04 14:39:42.040915 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ab0b4-5161-48e0-be75-c2ca0b7698d7 req-ef8c768a-23d0-4f45-9486-38f18d3c7f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:39:42.042418 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b22ab0b4-5161-48e0-be75-c2ca0b7698d7 req-ef8c768a-23d0-4f45-9486-38f18d3c7f98 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=4116101e-9cfb-4512-a759-154f86437ec3 HTTP/1.1" status: 200 len: 913 time: 0.0872090 Oct 04 14:39:42.107898 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b22ab0b4-5161-48e0-be75-c2ca0b7698d7 req-8db2dd95-be4a-45fb-bd92-2b8f4bcd46a5 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80793cb0-42ec-49e9-9b78-9c29012762c0 HTTP/1.1" status: 200 len: 1000 time: 0.0587811 Oct 04 14:39:42.157084 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ab0b4-5161-48e0-be75-c2ca0b7698d7 req-8ef36388-0529-44e5-aab6-e06596777c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:39:42.158532 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b22ab0b4-5161-48e0-be75-c2ca0b7698d7 req-8ef36388-0529-44e5-aab6-e06596777c06 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0e6eb4fb-0de1-48cf-96b5-793e497e6d95 HTTP/1.1" status: 200 len: 851 time: 0.0447078 Oct 04 14:39:42.201712 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ab0b4-5161-48e0-be75-c2ca0b7698d7 req-0dc57869-62e1-46ba-bc11-7e99805030f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:39:42.204006 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b22ab0b4-5161-48e0-be75-c2ca0b7698d7 req-0dc57869-62e1-46ba-bc11-7e99805030f7 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=4116101e-9cfb-4512-a759-154f86437ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400693 Oct 04 14:39:42.299860 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b22ab0b4-5161-48e0-be75-c2ca0b7698d7 req-432b782f-ec7b-470c-9537-4be152a67628 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902014 Oct 04 14:39:42.397350 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b22ab0b4-5161-48e0-be75-c2ca0b7698d7 req-c694978e-605f-44f6-a4b0-57525995dfec service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918405 Oct 04 14:39:45.479746 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51670) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:39:45.622902 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-e81d456a-d789-4167-ad04-ce57472cbb7a tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Deleting port a1a30a87-493b-4a16-8ecb-3ec756a46611 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:39:45.623238 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e81d456a-d789-4167-ad04-ce57472cbb7a tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (a1a30a87-493b-4a16-8ecb-3ec756a46611), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:45.701196 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e81d456a-d789-4167-ad04-ce57472cbb7a tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (a1a30a87-493b-4a16-8ecb-3ec756a46611), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:45.701499 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e81d456a-d789-4167-ad04-ce57472cbb7a tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for floatingip (a1a30a87-493b-4a16-8ecb-3ec756a46611), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:45.716430 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-e81d456a-d789-4167-ad04-ce57472cbb7a tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Calling delete_port for a1a30a87-493b-4a16-8ecb-3ec756a46611 owned by network:floatingip {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:39:46.164341 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:46.174648 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:46.180745 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e81d456a-d789-4167-ad04-ce57472cbb7a tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (a1a30a87-493b-4a16-8ecb-3ec756a46611), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:46.206569 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d456a-d789-4167-ad04-ce57472cbb7a tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Pushing event deleted for resources: {'Port': ['ID=a1a30a87-493b-4a16-8ecb-3ec756a46611,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:39:46.269707 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e81d456a-d789-4167-ad04-ce57472cbb7a tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for floatingip (4d29d8d0-43b2-4e8e-81a8-e0034dd54f0e), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:46.270080 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.l3_db [None req-e81d456a-d789-4167-ad04-ce57472cbb7a tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Floating IP 4d29d8d0-43b2-4e8e-81a8-e0034dd54f0e disassociated (deleted). External IP: 172.27.3.71, port: 80793cb0-42ec-49e9-9b78-9c29012762c0. Oct 04 14:39:46.503950 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81d456a-d789-4167-ad04-ce57472cbb7a tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Router 807667d4-7f76-4180-809f-a74c0f34451d has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:39:46.605627 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81d456a-d789-4167-ad04-ce57472cbb7a tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:39:46.610752 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e81d456a-d789-4167-ad04-ce57472cbb7a tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:46.616362 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa4022-322b-4ceb-ab77-3bf8f2d54def None None] Sync routers for ids ['807667d4-7f76-4180-809f-a74c0f34451d'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:39:46.627565 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa4022-322b-4ceb-ab77-3bf8f2d54def None None] Routers {'807667d4-7f76-4180-809f-a74c0f34451d'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:39:46.628223 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-1cfa4022-322b-4ceb-ab77-3bf8f2d54def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:39:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['807667d4-7f76-4180-809f-a74c0f34451d'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:39:46.642731 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-e81d456a-d789-4167-ad04-ce57472cbb7a tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/4d29d8d0-43b2-4e8e-81a8-e0034dd54f0e HTTP/1.1" status: 204 len: 168 time: 1.1618006 Oct 04 14:39:46.643357 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2e7361-695d-4c7d-8116-00182e81496d', 'tag': '80793cb0-42ec-49e9-9b78-9c29012762c0'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:39:46.645688 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5616ddf4-9473-44c8-87b2-67b47aaf5703" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2e7361-695d-4c7d-8116-00182e81496d", "tag": "80793cb0-42ec-49e9-9b78-9c29012762c0"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:39:46.692183 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e852f5-4988-4d93-8e3d-2508e2748b9b x-openstack-request-id: req-f3e852f5-4988-4d93-8e3d-2508e2748b9b {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:39:46.692515 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2e7361-695d-4c7d-8116-00182e81496d", "tag": "80793cb0-42ec-49e9-9b78-9c29012762c0", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:39:46.692767 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3e852f5-4988-4d93-8e3d-2508e2748b9b {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:39:46.693171 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3e852f5-4988-4d93-8e3d-2508e2748b9b'] response: {'name': 'network-changed', 'server_uuid': 'ba2e7361-695d-4c7d-8116-00182e81496d', 'tag': '80793cb0-42ec-49e9-9b78-9c29012762c0', 'status': 'completed', 'code': 200} Oct 04 14:39:46.732776 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-1cfa4022-322b-4ceb-ab77-3bf8f2d54def None None] Set router 807667d4-7f76-4180-809f-a74c0f34451d gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:39:46.801255 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616ddf4-9473-44c8-87b2-67b47aaf5703 req-7ee4a3c9-cf16-47b3-a200-b948fea09cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:39:46.802924 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5616ddf4-9473-44c8-87b2-67b47aaf5703 req-7ee4a3c9-cf16-47b3-a200-b948fea09cdc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=408b16a582484c619ff17416990d5feb&device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 1129 time: 0.0592332 Oct 04 14:39:46.970406 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-1cfa4022-322b-4ceb-ab77-3bf8f2d54def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:31:17Z', 'revision_number': 4, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port': {'id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:12Z', 'updated_at': '2022-10-04T14:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'da07a59c-81ed-4394-a4f5-404a68eaa4f2', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'port_id': '0beda3fd-dcf6-460d-9272-d7d5984b6508', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'mac_address': 'fa:16:3e:91:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e076e5d9-70c2-4624-b6b9-6e0b030d73e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:35:57Z', 'updated_at': '2022-10-04T14:35:59Z', 'revision_number': 1, 'project_id': '408b16a582484c619ff17416990d5feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce38607-e5d2-46d0-9063-4d74324461e4', 'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'mac_address': 'fa:16:3e:3f:a4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:15Z', 'updated_at': '2022-10-04T14:31:24Z', 'revision_number': 5, 'project_id': '408b16a582484c619ff17416990d5feb', 'subnets': [{'id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:39:46.999944 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa4022-322b-4ceb-ab77-3bf8f2d54def None None] Checking router: 807667d4-7f76-4180-809f-a74c0f34451d for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:39:47.012149 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa4022-322b-4ceb-ab77-3bf8f2d54def None None] Routers {'807667d4-7f76-4180-809f-a74c0f34451d'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:39:47.012843 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-1cfa4022-322b-4ceb-ab77-3bf8f2d54def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:39:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['807667d4-7f76-4180-809f-a74c0f34451d'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:39:47.130524 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-1cfa4022-322b-4ceb-ab77-3bf8f2d54def None None] Set router 807667d4-7f76-4180-809f-a74c0f34451d gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:39:47.150840 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626346e7-fe9c-4e98-b261-905ea5c8ec14 req-c9fdfa5b-4650-4011-abc9-c2cceb556493 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:39:47.152327 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-626346e7-fe9c-4e98-b261-905ea5c8ec14 req-c9fdfa5b-4650-4011-abc9-c2cceb556493 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 945 time: 0.2969973 Oct 04 14:39:47.204459 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-626346e7-fe9c-4e98-b261-905ea5c8ec14 req-dc4bd8b4-5af3-41ba-bfb9-9f3a37b48485 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455072 Oct 04 14:39:47.346120 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-1cfa4022-322b-4ceb-ab77-3bf8f2d54def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:31:17Z', 'revision_number': 4, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port': {'id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:12Z', 'updated_at': '2022-10-04T14:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'da07a59c-81ed-4394-a4f5-404a68eaa4f2', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'port_id': '0beda3fd-dcf6-460d-9272-d7d5984b6508', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'mac_address': 'fa:16:3e:91:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e076e5d9-70c2-4624-b6b9-6e0b030d73e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:35:57Z', 'updated_at': '2022-10-04T14:35:59Z', 'revision_number': 1, 'project_id': '408b16a582484c619ff17416990d5feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce38607-e5d2-46d0-9063-4d74324461e4', 'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'mac_address': 'fa:16:3e:3f:a4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:15Z', 'updated_at': '2022-10-04T14:31:24Z', 'revision_number': 5, 'project_id': '408b16a582484c619ff17416990d5feb', 'subnets': [{'id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:39:47.370062 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa4022-322b-4ceb-ab77-3bf8f2d54def None None] The sync data for ids ['807667d4-7f76-4180-809f-a74c0f34451d'] in dv-cinder-860260-1-iscsi is: [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:31:17Z', 'revision_number': 4, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port': {'id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:12Z', 'updated_at': '2022-10-04T14:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_floatingips': [{'id': 'da07a59c-81ed-4394-a4f5-404a68eaa4f2', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'router_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'port_id': '0beda3fd-dcf6-460d-9272-d7d5984b6508', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'mac_address': 'fa:16:3e:91:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e076e5d9-70c2-4624-b6b9-6e0b030d73e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T14:35:57Z', 'updated_at': '2022-10-04T14:35:59Z', 'revision_number': 1, 'project_id': '408b16a582484c619ff17416990d5feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce38607-e5d2-46d0-9063-4d74324461e4', 'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'mac_address': 'fa:16:3e:3f:a4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:15Z', 'updated_at': '2022-10-04T14:31:24Z', 'revision_number': 5, 'project_id': '408b16a582484c619ff17416990d5feb', 'subnets': [{'id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:39:47.600987 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115a2e03-d3bd-4652-9a46-e3f855cb2c54 None None] New status for floating IP 4d29d8d0-43b2-4e8e-81a8-e0034dd54f0e: DOWN {{(pid=106357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:39:48.207986 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616ddf4-9473-44c8-87b2-67b47aaf5703 req-f710e5bc-df55-4b3e-8b14-87dc8bb6166e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:39:48.209665 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5616ddf4-9473-44c8-87b2-67b47aaf5703 req-f710e5bc-df55-4b3e-8b14-87dc8bb6166e service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=4116101e-9cfb-4512-a759-154f86437ec3 HTTP/1.1" status: 200 len: 913 time: 0.0959988 Oct 04 14:39:48.397778 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9982696-4bbf-4742-b69f-2c595ae5b64a req-8dca1722-41e2-4b47-b4fb-9c9242dcae0a tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:39:48.399701 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d9982696-4bbf-4742-b69f-2c595ae5b64a req-8dca1722-41e2-4b47-b4fb-9c9242dcae0a tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 945 time: 0.1134093 Oct 04 14:39:48.406739 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5616ddf4-9473-44c8-87b2-67b47aaf5703 req-db80d667-d2f5-478a-8ee1-cac6b21aedb6 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80793cb0-42ec-49e9-9b78-9c29012762c0 HTTP/1.1" status: 200 len: 217 time: 0.0400095 Oct 04 14:39:48.461478 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-d9982696-4bbf-4742-b69f-2c595ae5b64a req-d205b8c4-b131-4142-bdf8-806328b5440f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562878 Oct 04 14:39:48.473787 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616ddf4-9473-44c8-87b2-67b47aaf5703 req-a55b4a1c-ed6a-48da-8a0f-552038f87d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:39:48.475269 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5616ddf4-9473-44c8-87b2-67b47aaf5703 req-a55b4a1c-ed6a-48da-8a0f-552038f87d09 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0e6eb4fb-0de1-48cf-96b5-793e497e6d95 HTTP/1.1" status: 200 len: 851 time: 0.0516586 Oct 04 14:39:48.741137 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616ddf4-9473-44c8-87b2-67b47aaf5703 req-5d4b57b8-6af9-4ad3-b2a3-fa0460e78674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:39:48.742620 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5616ddf4-9473-44c8-87b2-67b47aaf5703 req-5d4b57b8-6af9-4ad3-b2a3-fa0460e78674 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=4116101e-9cfb-4512-a759-154f86437ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457938 Oct 04 14:39:49.044924 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5616ddf4-9473-44c8-87b2-67b47aaf5703 req-06b77c0c-1de8-4407-84f0-1ec9ac14e735 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886252 Oct 04 14:39:49.107209 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254093e-9efc-425e-9296-8c913809bfc1 req-34291d00-d220-4293-9702-8148c0494f97 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:39:49.108688 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-a254093e-9efc-425e-9296-8c913809bfc1 req-34291d00-d220-4293-9702-8148c0494f97 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 945 time: 0.0500717 Oct 04 14:39:49.149328 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5616ddf4-9473-44c8-87b2-67b47aaf5703 req-771fd6f4-b187-4ae9-bbae-b9e333e12be2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901713 Oct 04 14:39:49.193065 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [req-a254093e-9efc-425e-9296-8c913809bfc1 req-410ead21-4aff-43f3-a06b-1165d5edb3ba tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Deleting port 80793cb0-42ec-49e9-9b78-9c29012762c0 {{(pid=106355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:39:49.193403 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-a254093e-9efc-425e-9296-8c913809bfc1 req-410ead21-4aff-43f3-a06b-1165d5edb3ba tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (80793cb0-42ec-49e9-9b78-9c29012762c0), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:49.287474 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [req-a254093e-9efc-425e-9296-8c913809bfc1 req-410ead21-4aff-43f3-a06b-1165d5edb3ba tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] For port 80793cb0-42ec-49e9-9b78-9c29012762c0, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=80793cb0-42ec-49e9-9b78-9c29012762c0,segment=NetworkSegment(152383e2-d73f-4c02-bb1c-e715e00f8899),segment_id=152383e2-d73f-4c02-bb1c-e715e00f8899)] {{(pid=106355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:39:49.287831 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-a254093e-9efc-425e-9296-8c913809bfc1 req-410ead21-4aff-43f3-a06b-1165d5edb3ba tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (80793cb0-42ec-49e9-9b78-9c29012762c0), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:49.300765 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [req-a254093e-9efc-425e-9296-8c913809bfc1 req-410ead21-4aff-43f3-a06b-1165d5edb3ba tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Calling delete_port for 80793cb0-42ec-49e9-9b78-9c29012762c0 owned by compute:nova {{(pid=106355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:39:49.426941 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-a254093e-9efc-425e-9296-8c913809bfc1 req-410ead21-4aff-43f3-a06b-1165d5edb3ba tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (80793cb0-42ec-49e9-9b78-9c29012762c0), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:49.459435 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ead21-4aff-43f3-a06b-1165d5edb3ba tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Pushing event deleted for resources: {'Port': ['ID=80793cb0-42ec-49e9-9b78-9c29012762c0,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:39:49.507590 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [req-a254093e-9efc-425e-9296-8c913809bfc1 req-410ead21-4aff-43f3-a06b-1165d5edb3ba tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] No DVR routers for this DVR port 80793cb0-42ec-49e9-9b78-9c29012762c0 on host hv-cinder-86026 {{(pid=106355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:39:49.511582 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-a254093e-9efc-425e-9296-8c913809bfc1 req-410ead21-4aff-43f3-a06b-1165d5edb3ba tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:49.514926 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-a254093e-9efc-425e-9296-8c913809bfc1 req-410ead21-4aff-43f3-a06b-1165d5edb3ba tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.17 "DELETE /networking/v2.0/ports/80793cb0-42ec-49e9-9b78-9c29012762c0 HTTP/1.1" status: 204 len: 173 time: 0.4012868 Oct 04 14:39:49.515456 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2e7361-695d-4c7d-8116-00182e81496d', 'name': 'network-vif-deleted', 'tag': '80793cb0-42ec-49e9-9b78-9c29012762c0'}] {{(pid=106355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:39:49.518534 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172969012db89328cfee76f0acc2659810ea9ea6244db33f0d123db39f5e3407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ea6924-4484-4114-8c64-a1ecf54c8790" -d '{"events": [{"server_uuid": "ba2e7361-695d-4c7d-8116-00182e81496d", "name": "network-vif-deleted", "tag": "80793cb0-42ec-49e9-9b78-9c29012762c0"}]}' {{(pid=106355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:39:49.557627 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f33e67-1f5e-4b5c-9600-514de9dc4b20 x-openstack-request-id: req-31f33e67-1f5e-4b5c-9600-514de9dc4b20 {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:39:49.557928 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2e7361-695d-4c7d-8116-00182e81496d", "name": "network-vif-deleted", "tag": "80793cb0-42ec-49e9-9b78-9c29012762c0", "status": "completed", "code": 200}]} {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:39:49.558184 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-31f33e67-1f5e-4b5c-9600-514de9dc4b20 {{(pid=106355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:39:49.558954 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31f33e67-1f5e-4b5c-9600-514de9dc4b20'] response: {'server_uuid': 'ba2e7361-695d-4c7d-8116-00182e81496d', 'name': 'network-vif-deleted', 'tag': '80793cb0-42ec-49e9-9b78-9c29012762c0', 'status': 'completed', 'code': 200} Oct 04 14:39:49.565441 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:49.567348 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:49.589397 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5ca623e1-3bfc-457f-a931-8f19241646f8 req-832a695f-ad9c-4524-a800-06490ca211f4 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ba2e7361-695d-4c7d-8116-00182e81496d HTTP/1.1" status: 200 len: 210 time: 0.0379057 Oct 04 14:39:52.917883 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51712) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:39:53.062916 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-5d35263e-a922-42f2-a2eb-bff4d0884aff tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Deleting port 622b1a43-c4ee-45c4-9cab-73ca08d0114d {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:39:53.063384 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5d35263e-a922-42f2-a2eb-bff4d0884aff tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (622b1a43-c4ee-45c4-9cab-73ca08d0114d), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:53.145612 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5d35263e-a922-42f2-a2eb-bff4d0884aff tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (622b1a43-c4ee-45c4-9cab-73ca08d0114d), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:53.145937 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5d35263e-a922-42f2-a2eb-bff4d0884aff tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for floatingip (622b1a43-c4ee-45c4-9cab-73ca08d0114d), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:53.159927 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-5d35263e-a922-42f2-a2eb-bff4d0884aff tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Calling delete_port for 622b1a43-c4ee-45c4-9cab-73ca08d0114d owned by network:floatingip {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:39:53.315801 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5d35263e-a922-42f2-a2eb-bff4d0884aff tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (622b1a43-c4ee-45c4-9cab-73ca08d0114d), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:53.340794 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35263e-a922-42f2-a2eb-bff4d0884aff tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Pushing event deleted for resources: {'Port': ['ID=622b1a43-c4ee-45c4-9cab-73ca08d0114d,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:39:53.409246 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5d35263e-a922-42f2-a2eb-bff4d0884aff tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for floatingip (da07a59c-81ed-4394-a4f5-404a68eaa4f2), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:53.409569 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.db.l3_db [None req-5d35263e-a922-42f2-a2eb-bff4d0884aff tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Floating IP da07a59c-81ed-4394-a4f5-404a68eaa4f2 disassociated (deleted). External IP: 172.27.3.233, port: 0beda3fd-dcf6-460d-9272-d7d5984b6508. Oct 04 14:39:53.524980 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 80793cb0-42ec-49e9-9b78-9c29012762c0 no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:39:53.527312 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:53.528822 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:53.546982 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] No Port match for: 80793cb0-42ec-49e9-9b78-9c29012762c0 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:39:53.547397 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 80793cb0-42ec-49e9-9b78-9c29012762c0 not bound to the agent host hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:39:53.614467 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d35263e-a922-42f2-a2eb-bff4d0884aff tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Router 807667d4-7f76-4180-809f-a74c0f34451d has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:39:53.716110 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d35263e-a922-42f2-a2eb-bff4d0884aff tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:39:53.721483 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-5d35263e-a922-42f2-a2eb-bff4d0884aff tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:53.726026 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d71039-d402-4ba8-9803-28a06b10f5fa None None] Sync routers for ids ['807667d4-7f76-4180-809f-a74c0f34451d'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:39:53.739402 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d71039-d402-4ba8-9803-28a06b10f5fa None None] Routers {'807667d4-7f76-4180-809f-a74c0f34451d'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:39:53.740019 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-45d71039-d402-4ba8-9803-28a06b10f5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:39:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['807667d4-7f76-4180-809f-a74c0f34451d'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:39:53.742903 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=100 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:53.751906 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-5d35263e-a922-42f2-a2eb-bff4d0884aff tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/da07a59c-81ed-4394-a4f5-404a68eaa4f2 HTTP/1.1" status: 204 len: 168 time: 0.8329077 Oct 04 14:39:53.752688 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e076e5d9-70c2-4624-b6b9-6e0b030d73e5', 'tag': '0beda3fd-dcf6-460d-9272-d7d5984b6508'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:39:53.763042 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1e4a90-f4b4-49e3-90ca-f2858f81548a" -d '{"events": [{"name": "network-changed", "server_uuid": "e076e5d9-70c2-4624-b6b9-6e0b030d73e5", "tag": "0beda3fd-dcf6-460d-9272-d7d5984b6508"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:39:53.811396 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251c9bcf-edc9-4582-91d0-eb581b511048 x-openstack-request-id: req-251c9bcf-edc9-4582-91d0-eb581b511048 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:39:53.811691 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e076e5d9-70c2-4624-b6b9-6e0b030d73e5", "tag": "0beda3fd-dcf6-460d-9272-d7d5984b6508", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:39:53.811945 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-251c9bcf-edc9-4582-91d0-eb581b511048 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:39:53.812915 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-251c9bcf-edc9-4582-91d0-eb581b511048'] response: {'name': 'network-changed', 'server_uuid': 'e076e5d9-70c2-4624-b6b9-6e0b030d73e5', 'tag': '0beda3fd-dcf6-460d-9272-d7d5984b6508', 'status': 'completed', 'code': 200} Oct 04 14:39:53.909336 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e4a90-f4b4-49e3-90ca-f2858f81548a req-4cbc78b1-559c-49f4-8365-b7202798f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:39:53.910914 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0a1e4a90-f4b4-49e3-90ca-f2858f81548a req-4cbc78b1-559c-49f4-8365-b7202798f31f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=408b16a582484c619ff17416990d5feb&device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 1130 time: 0.0505304 Oct 04 14:39:53.947411 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-45d71039-d402-4ba8-9803-28a06b10f5fa None None] Set router 807667d4-7f76-4180-809f-a74c0f34451d gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:39:53.996781 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed57638-b096-473f-a3a0-d798e38387e8 req-f57ea0b2-2745-4997-956c-de86cd385de0 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:39:53.998279 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-aed57638-b096-473f-a3a0-d798e38387e8 req-f57ea0b2-2745-4997-956c-de86cd385de0 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 946 time: 0.0522354 Oct 04 14:39:54.023632 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=100 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:54.051921 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-aed57638-b096-473f-a3a0-d798e38387e8 req-0aefe44a-b9c8-4f76-bde5-e83b0713cb03 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475695 Oct 04 14:39:54.137739 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-45d71039-d402-4ba8-9803-28a06b10f5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:31:17Z', 'revision_number': 4, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port': {'id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:12Z', 'updated_at': '2022-10-04T14:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '2ce38607-e5d2-46d0-9063-4d74324461e4', 'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'mac_address': 'fa:16:3e:3f:a4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:15Z', 'updated_at': '2022-10-04T14:31:24Z', 'revision_number': 5, 'project_id': '408b16a582484c619ff17416990d5feb', 'subnets': [{'id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:39:54.163658 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d71039-d402-4ba8-9803-28a06b10f5fa None None] Checking router: 807667d4-7f76-4180-809f-a74c0f34451d for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:39:54.173102 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d71039-d402-4ba8-9803-28a06b10f5fa None None] Routers {'807667d4-7f76-4180-809f-a74c0f34451d'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:39:54.173706 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-45d71039-d402-4ba8-9803-28a06b10f5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:39:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['807667d4-7f76-4180-809f-a74c0f34451d'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:39:54.277039 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-45d71039-d402-4ba8-9803-28a06b10f5fa None None] Set router 807667d4-7f76-4180-809f-a74c0f34451d gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:39:54.469574 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-45d71039-d402-4ba8-9803-28a06b10f5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:31:17Z', 'revision_number': 4, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port': {'id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:12Z', 'updated_at': '2022-10-04T14:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '2ce38607-e5d2-46d0-9063-4d74324461e4', 'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'mac_address': 'fa:16:3e:3f:a4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:15Z', 'updated_at': '2022-10-04T14:31:24Z', 'revision_number': 5, 'project_id': '408b16a582484c619ff17416990d5feb', 'subnets': [{'id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:39:54.494084 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d71039-d402-4ba8-9803-28a06b10f5fa None None] The sync data for ids ['807667d4-7f76-4180-809f-a74c0f34451d'] in dv-cinder-860260-1-iscsi is: [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:31:17Z', 'revision_number': 4, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port': {'id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:12Z', 'updated_at': '2022-10-04T14:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': '2ce38607-e5d2-46d0-9063-4d74324461e4', 'name': '', 'network_id': '4116101e-9cfb-4512-a759-154f86437ec3', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'mac_address': 'fa:16:3e:3f:a4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:15Z', 'updated_at': '2022-10-04T14:31:24Z', 'revision_number': 5, 'project_id': '408b16a582484c619ff17416990d5feb', 'subnets': [{'id': '0e6eb4fb-0de1-48cf-96b5-793e497e6d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:39:54.721355 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5044032-abd9-42b5-b186-63c6b09bbdc0 None None] New status for floating IP da07a59c-81ed-4394-a4f5-404a68eaa4f2: DOWN {{(pid=106357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:39:54.724791 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:55.043981 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e4a90-f4b4-49e3-90ca-f2858f81548a req-e675ce29-f549-498d-90c9-e203c9b1f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:39:55.045388 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0a1e4a90-f4b4-49e3-90ca-f2858f81548a req-e675ce29-f549-498d-90c9-e203c9b1f73c service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=4116101e-9cfb-4512-a759-154f86437ec3 HTTP/1.1" status: 200 len: 913 time: 0.0911133 Oct 04 14:39:55.165438 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:55.173740 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:55.182624 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbb17a-2e07-4187-a256-b2e2abae1d18 req-838ad75c-522f-4e2f-93a4-0a3553bdeb23 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:39:55.184075 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5adbb17a-2e07-4187-a256-b2e2abae1d18 req-838ad75c-522f-4e2f-93a4-0a3553bdeb23 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 946 time: 0.0495260 Oct 04 14:39:55.226885 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0a1e4a90-f4b4-49e3-90ca-f2858f81548a req-46cb3e63-91d2-4653-9553-a352f3ff35b8 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0beda3fd-dcf6-460d-9272-d7d5984b6508 HTTP/1.1" status: 200 len: 217 time: 0.0381615 Oct 04 14:39:55.237598 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5adbb17a-2e07-4187-a256-b2e2abae1d18 req-0aee163e-6996-4dcc-a71f-68b4891b75c6 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dcfacddd-cbd0-43ff-8dce-794229dea277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472367 Oct 04 14:39:55.276478 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e4a90-f4b4-49e3-90ca-f2858f81548a req-9e15b89f-47e1-4cea-ae54-06087369065c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:39:55.277920 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0a1e4a90-f4b4-49e3-90ca-f2858f81548a req-9e15b89f-47e1-4cea-ae54-06087369065c service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0e6eb4fb-0de1-48cf-96b5-793e497e6d95 HTTP/1.1" status: 200 len: 851 time: 0.0453227 Oct 04 14:39:55.439167 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e4a90-f4b4-49e3-90ca-f2858f81548a req-dd822293-eaed-4798-a4b8-26a5d3786769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:39:55.440694 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0a1e4a90-f4b4-49e3-90ca-f2858f81548a req-dd822293-eaed-4798-a4b8-26a5d3786769 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=4116101e-9cfb-4512-a759-154f86437ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428002 Oct 04 14:39:55.526893 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:55.542534 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0a1e4a90-f4b4-49e3-90ca-f2858f81548a req-3903d350-2ce5-4612-a5f8-e13ee87fc3d7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947652 Oct 04 14:39:55.555136 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:55.577246 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8902352-9e95-400e-92f1-d5a36f16e2cd req-fc348803-c9fb-467c-8cff-34b8b3aaa259 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:39:55.579684 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e8902352-9e95-400e-92f1-d5a36f16e2cd req-fc348803-c9fb-467c-8cff-34b8b3aaa259 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 946 time: 0.0543065 Oct 04 14:39:55.646657 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0a1e4a90-f4b4-49e3-90ca-f2858f81548a req-8610480c-60bb-429b-9655-3ff9fb6343d5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985289 Oct 04 14:39:55.669670 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-e8902352-9e95-400e-92f1-d5a36f16e2cd req-9fd13f7b-ad8a-4489-88b4-e91d663afca2 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Deleting port 0beda3fd-dcf6-460d-9272-d7d5984b6508 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:39:55.670045 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e8902352-9e95-400e-92f1-d5a36f16e2cd req-9fd13f7b-ad8a-4489-88b4-e91d663afca2 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (0beda3fd-dcf6-460d-9272-d7d5984b6508), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:55.768089 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [req-e8902352-9e95-400e-92f1-d5a36f16e2cd req-9fd13f7b-ad8a-4489-88b4-e91d663afca2 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] For port 0beda3fd-dcf6-460d-9272-d7d5984b6508, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=0beda3fd-dcf6-460d-9272-d7d5984b6508,segment=NetworkSegment(152383e2-d73f-4c02-bb1c-e715e00f8899),segment_id=152383e2-d73f-4c02-bb1c-e715e00f8899)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:39:55.768474 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e8902352-9e95-400e-92f1-d5a36f16e2cd req-9fd13f7b-ad8a-4489-88b4-e91d663afca2 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (0beda3fd-dcf6-460d-9272-d7d5984b6508), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:55.783715 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [req-e8902352-9e95-400e-92f1-d5a36f16e2cd req-9fd13f7b-ad8a-4489-88b4-e91d663afca2 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Calling delete_port for 0beda3fd-dcf6-460d-9272-d7d5984b6508 owned by compute:nova {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:39:55.919444 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e8902352-9e95-400e-92f1-d5a36f16e2cd req-9fd13f7b-ad8a-4489-88b4-e91d663afca2 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (0beda3fd-dcf6-460d-9272-d7d5984b6508), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:55.953576 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd13f7b-ad8a-4489-88b4-e91d663afca2 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Pushing event deleted for resources: {'Port': ['ID=0beda3fd-dcf6-460d-9272-d7d5984b6508,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:39:56.001853 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8902352-9e95-400e-92f1-d5a36f16e2cd req-9fd13f7b-ad8a-4489-88b4-e91d663afca2 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] No DVR routers for this DVR port 0beda3fd-dcf6-460d-9272-d7d5984b6508 on host hv-cinder-86026 {{(pid=106356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:39:56.004452 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [req-e8902352-9e95-400e-92f1-d5a36f16e2cd req-9fd13f7b-ad8a-4489-88b4-e91d663afca2 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:56.008033 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e8902352-9e95-400e-92f1-d5a36f16e2cd req-9fd13f7b-ad8a-4489-88b4-e91d663afca2 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.17 "DELETE /networking/v2.0/ports/0beda3fd-dcf6-460d-9272-d7d5984b6508 HTTP/1.1" status: 204 len: 173 time: 0.4240069 Oct 04 14:39:56.008584 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e076e5d9-70c2-4624-b6b9-6e0b030d73e5', 'name': 'network-vif-deleted', 'tag': '0beda3fd-dcf6-460d-9272-d7d5984b6508'}] {{(pid=106356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:39:56.011929 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bae5291513ff2e5b7d64ac79a8e285d0fe4d7edc487e621001da57ef2334d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9136e7-1cb5-4575-b7e0-030385dd0b30" -d '{"events": [{"server_uuid": "e076e5d9-70c2-4624-b6b9-6e0b030d73e5", "name": "network-vif-deleted", "tag": "0beda3fd-dcf6-460d-9272-d7d5984b6508"}]}' {{(pid=106356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:39:56.053208 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3947f0-2395-4135-b02a-d07cd27a9183 x-openstack-request-id: req-aa3947f0-2395-4135-b02a-d07cd27a9183 {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:39:56.053532 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e076e5d9-70c2-4624-b6b9-6e0b030d73e5", "name": "network-vif-deleted", "tag": "0beda3fd-dcf6-460d-9272-d7d5984b6508", "status": "completed", "code": 200}]} {{(pid=106356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:39:56.053789 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aa3947f0-2395-4135-b02a-d07cd27a9183 {{(pid=106356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:39:56.054199 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa3947f0-2395-4135-b02a-d07cd27a9183'] response: {'server_uuid': 'e076e5d9-70c2-4624-b6b9-6e0b030d73e5', 'name': 'network-vif-deleted', 'tag': '0beda3fd-dcf6-460d-9272-d7d5984b6508', 'status': 'completed', 'code': 200} Oct 04 14:39:56.350353 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-70f346fd-889d-4b86-bc29-e5f10bf87200 req-52aa8a22-ed47-4033-991e-25eddac2e719 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e076e5d9-70c2-4624-b6b9-6e0b030d73e5 HTTP/1.1" status: 200 len: 210 time: 0.0311236 Oct 04 14:39:57.025729 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b8fb6ab5-37bd-47d5-8a7b-1a912e95bef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:57.423263 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51734) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:39:57.532421 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-f92fef54-1984-417e-b49f-49f733d4353f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Deleting port cf228b3b-a397-4909-bf86-7c5be6262747 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:39:57.532764 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f92fef54-1984-417e-b49f-49f733d4353f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (cf228b3b-a397-4909-bf86-7c5be6262747), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:57.610765 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f92fef54-1984-417e-b49f-49f733d4353f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (cf228b3b-a397-4909-bf86-7c5be6262747), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:57.611076 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f92fef54-1984-417e-b49f-49f733d4353f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for floatingip (cf228b3b-a397-4909-bf86-7c5be6262747), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:57.623364 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-f92fef54-1984-417e-b49f-49f733d4353f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Calling delete_port for cf228b3b-a397-4909-bf86-7c5be6262747 owned by network:floatingip {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:39:57.755299 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f92fef54-1984-417e-b49f-49f733d4353f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (cf228b3b-a397-4909-bf86-7c5be6262747), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:57.779936 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fef54-1984-417e-b49f-49f733d4353f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Pushing event deleted for resources: {'Port': ['ID=cf228b3b-a397-4909-bf86-7c5be6262747,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:39:57.787881 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:57.807912 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:39:57.846447 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f92fef54-1984-417e-b49f-49f733d4353f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for floatingip (758d6a51-0c32-4836-8528-10c7a2547c1c), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:57.848935 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-f92fef54-1984-417e-b49f-49f733d4353f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:57.850098 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-f92fef54-1984-417e-b49f-49f733d4353f tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/758d6a51-0c32-4836-8528-10c7a2547c1c HTTP/1.1" status: 204 len: 168 time: 0.4271317 Oct 04 14:39:59.070038 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51748) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:39:59.135649 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-91d637d3-1150-44f2-9166-e402c6a29c62 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for security_group (dcfacddd-cbd0-43ff-8dce-794229dea277), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:59.161917 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-91d637d3-1150-44f2-9166-e402c6a29c62 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for security_group (dcfacddd-cbd0-43ff-8dce-794229dea277), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:59.227749 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-91d637d3-1150-44f2-9166-e402c6a29c62 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (dcfacddd-cbd0-43ff-8dce-794229dea277), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:59.230614 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-91d637d3-1150-44f2-9166-e402c6a29c62 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:59.231805 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-91d637d3-1150-44f2-9166-e402c6a29c62 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/dcfacddd-cbd0-43ff-8dce-794229dea277 HTTP/1.1" status: 204 len: 168 time: 0.1607845 Oct 04 14:39:59.243205 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d637d3-1150-44f2-9166-e402c6a29c62 tempest-TestVolumeBootPattern-1700600498 tempest-TestVolumeBootPattern-1700600498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfacddd-cbd0-43ff-8dce-794229dea277,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:39:59.299028 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51752) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:39:59.452788 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c2cda3f9-d4bd-49fb-b350-d9d145a6739c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:59.524211 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 0beda3fd-dcf6-460d-9272-d7d5984b6508 no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:39:59.547358 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] No Port match for: 0beda3fd-dcf6-460d-9272-d7d5984b6508 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:39:59.547707 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device 0beda3fd-dcf6-460d-9272-d7d5984b6508 not bound to the agent host hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:39:59.721484 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-79565abd-4adb-44f3-b373-707640fcdc29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556104'] for router_interface (807667d4-7f76-4180-809f-a74c0f34451d), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:39:59.940817 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-79565abd-4adb-44f3-b373-707640fcdc29 admin admin] Deleting port 2ce38607-e5d2-46d0-9063-4d74324461e4 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:39:59.941153 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-79565abd-4adb-44f3-b373-707640fcdc29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (2ce38607-e5d2-46d0-9063-4d74324461e4), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:00.020553 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [None req-79565abd-4adb-44f3-b373-707640fcdc29 admin admin] For port 2ce38607-e5d2-46d0-9063-4d74324461e4, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=2ce38607-e5d2-46d0-9063-4d74324461e4,segment=NetworkSegment(152383e2-d73f-4c02-bb1c-e715e00f8899),segment_id=152383e2-d73f-4c02-bb1c-e715e00f8899)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:40:00.020832 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-79565abd-4adb-44f3-b373-707640fcdc29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (2ce38607-e5d2-46d0-9063-4d74324461e4), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:00.034154 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-79565abd-4adb-44f3-b373-707640fcdc29 admin admin] Calling delete_port for 2ce38607-e5d2-46d0-9063-4d74324461e4 owned by network:router_interface {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:40:00.079161 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:00.088436 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:00.214463 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-79565abd-4adb-44f3-b373-707640fcdc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (2ce38607-e5d2-46d0-9063-4d74324461e4), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:00.244435 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79565abd-4adb-44f3-b373-707640fcdc29 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ce38607-e5d2-46d0-9063-4d74324461e4,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:40:00.411543 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-79565abd-4adb-44f3-b373-707640fcdc29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556092'] for router_interface (807667d4-7f76-4180-809f-a74c0f34451d), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:00.883382 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79565abd-4adb-44f3-b373-707640fcdc29 admin admin] Router 807667d4-7f76-4180-809f-a74c0f34451d has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:40:00.988507 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79565abd-4adb-44f3-b373-707640fcdc29 admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:40:00.993469 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-79565abd-4adb-44f3-b373-707640fcdc29 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/807667d4-7f76-4180-809f-a74c0f34451d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6933851 Oct 04 14:40:00.996072 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51756) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:40:00.998851 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a27e0d3-4dd7-4074-a9bc-740f673d45db None None] Sync routers for ids ['807667d4-7f76-4180-809f-a74c0f34451d'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:40:01.009056 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a27e0d3-4dd7-4074-a9bc-740f673d45db None None] Routers {'807667d4-7f76-4180-809f-a74c0f34451d'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:40:01.009663 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-5a27e0d3-4dd7-4074-a9bc-740f673d45db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:39:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['807667d4-7f76-4180-809f-a74c0f34451d'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:40:01.099734 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e02040a1-98f1-40e9-b593-c5e24fc5dfef admin admin] Publish callbacks [] for router (807667d4-7f76-4180-809f-a74c0f34451d), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:01.113873 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-5a27e0d3-4dd7-4074-a9bc-740f673d45db None None] Set router 807667d4-7f76-4180-809f-a74c0f34451d gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:40:01.204072 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e02040a1-98f1-40e9-b593-c5e24fc5dfef admin admin] Publish callbacks [] for router_gateway (807667d4-7f76-4180-809f-a74c0f34451d), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:01.207832 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:01.247846 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:01.252182 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-e02040a1-98f1-40e9-b593-c5e24fc5dfef admin admin] Deleting port fe2e54c8-b481-4790-8698-dac3ee21f468 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:40:01.252543 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e02040a1-98f1-40e9-b593-c5e24fc5dfef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (fe2e54c8-b481-4790-8698-dac3ee21f468), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:01.292368 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-5a27e0d3-4dd7-4074-a9bc-740f673d45db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:40:00Z', 'revision_number': 5, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port': {'id': 'fe2e54c8-b481-4790-8698-dac3ee21f468', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807667d4-7f76-4180-809f-a74c0f34451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:12Z', 'updated_at': '2022-10-04T14:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:40:01.318700 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a27e0d3-4dd7-4074-a9bc-740f673d45db None None] Checking router: 807667d4-7f76-4180-809f-a74c0f34451d for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:40:01.327389 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a27e0d3-4dd7-4074-a9bc-740f673d45db None None] Routers {'807667d4-7f76-4180-809f-a74c0f34451d'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:40:01.327663 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-5a27e0d3-4dd7-4074-a9bc-740f673d45db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:39:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['807667d4-7f76-4180-809f-a74c0f34451d'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:40:01.339447 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [None req-e02040a1-98f1-40e9-b593-c5e24fc5dfef admin admin] For port fe2e54c8-b481-4790-8698-dac3ee21f468, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=fe2e54c8-b481-4790-8698-dac3ee21f468,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:40:01.339801 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e02040a1-98f1-40e9-b593-c5e24fc5dfef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (fe2e54c8-b481-4790-8698-dac3ee21f468), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:01.352480 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-e02040a1-98f1-40e9-b593-c5e24fc5dfef admin admin] Calling delete_port for fe2e54c8-b481-4790-8698-dac3ee21f468 owned by network:router_gateway {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:40:01.400533 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=100 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:01.413835 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-5a27e0d3-4dd7-4074-a9bc-740f673d45db None None] Set router 807667d4-7f76-4180-809f-a74c0f34451d gateway port host: None {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:40:01.463808 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-5a27e0d3-4dd7-4074-a9bc-740f673d45db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:40:01Z', 'revision_number': 6, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port_host': None}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:40:01.493458 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a27e0d3-4dd7-4074-a9bc-740f673d45db None None] The sync data for ids ['807667d4-7f76-4180-809f-a74c0f34451d'] in dv-cinder-860260-1-iscsi is: [{'id': '807667d4-7f76-4180-809f-a74c0f34451d', 'name': 'tempest-TestVolumeBootPattern-1884642637-router', 'tenant_id': '408b16a582484c619ff17416990d5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:11Z', 'updated_at': '2022-10-04T14:40:01Z', 'revision_number': 6, 'project_id': '408b16a582484c619ff17416990d5feb', 'gw_port_host': None}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:40:01.534280 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e02040a1-98f1-40e9-b593-c5e24fc5dfef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (fe2e54c8-b481-4790-8698-dac3ee21f468), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:01.563256 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02040a1-98f1-40e9-b593-c5e24fc5dfef admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2e54c8-b481-4790-8698-dac3ee21f468,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:40:01.636957 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e02040a1-98f1-40e9-b593-c5e24fc5dfef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549238'] for router_gateway (807667d4-7f76-4180-809f-a74c0f34451d), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:01.729051 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e02040a1-98f1-40e9-b593-c5e24fc5dfef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7298'] for router (807667d4-7f76-4180-809f-a74c0f34451d), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:01.731375 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e02040a1-98f1-40e9-b593-c5e24fc5dfef admin admin] Publish callbacks [] for router_controller (807667d4-7f76-4180-809f-a74c0f34451d), precommit_delete_associations {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:01.777101 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e02040a1-98f1-40e9-b593-c5e24fc5dfef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556132'] for router (807667d4-7f76-4180-809f-a74c0f34451d), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:01.777866 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02040a1-98f1-40e9-b593-c5e24fc5dfef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 807667d4-7f76-4180-809f-a74c0f34451d {{(pid=106356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 14:40:01.782214 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e02040a1-98f1-40e9-b593-c5e24fc5dfef admin admin] Publish callbacks [] for router (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:01.783479 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-e02040a1-98f1-40e9-b593-c5e24fc5dfef admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/807667d4-7f76-4180-809f-a74c0f34451d HTTP/1.1" status: 204 len: 168 time: 0.7863107 Oct 04 14:40:01.786170 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51758) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:40:01.833970 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_v2 [None req-be44970c-d8d9-45ce-9cb2-580aa9d2c4e0 admin admin] Deleting subnet 0e6eb4fb-0de1-48cf-96b5-793e497e6d95 {{(pid=106356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 14:40:01.837436 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-be44970c-d8d9-45ce-9cb2-580aa9d2c4e0 admin admin] Publish callbacks [] for subnet (0e6eb4fb-0de1-48cf-96b5-793e497e6d95), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:01.879903 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-be44970c-d8d9-45ce-9cb2-580aa9d2c4e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5701674'] for subnet (0e6eb4fb-0de1-48cf-96b5-793e497e6d95), precommit_delete_associations {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:01.964426 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-be44970c-d8d9-45ce-9cb2-580aa9d2c4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394552'] for subnet (0e6eb4fb-0de1-48cf-96b5-793e497e6d95), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:02.020346 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-be44970c-d8d9-45ce-9cb2-580aa9d2c4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4681588'] for subnet (0e6eb4fb-0de1-48cf-96b5-793e497e6d95), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:02.048162 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44970c-d8d9-45ce-9cb2-580aa9d2c4e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e6eb4fb-0de1-48cf-96b5-793e497e6d95,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:40:02.050057 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-be44970c-d8d9-45ce-9cb2-580aa9d2c4e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:02.053182 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-be44970c-d8d9-45ce-9cb2-580aa9d2c4e0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/0e6eb4fb-0de1-48cf-96b5-793e497e6d95 HTTP/1.1" status: 204 len: 168 time: 0.2660730 Oct 04 14:40:02.054500 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace04917-00f8-4fde-b1a9-428d4f406bdf None None] Network 4116101e-9cfb-4512-a759-154f86437ec3 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:40:02.056265 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 51760) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:40:02.128520 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-06e877b3-4ebc-4a27-9dd6-897ba34a7441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1385909'] for network (4116101e-9cfb-4512-a759-154f86437ec3), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:02.174710 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-06e877b3-4ebc-4a27-9dd6-897ba34a7441 admin admin] Deleting port 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2 {{(pid=106355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:40:02.175054 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-06e877b3-4ebc-4a27-9dd6-897ba34a7441 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (1ab3896d-54f6-4ce2-8ebe-a42c5f844be2), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:02.250413 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-06e877b3-4ebc-4a27-9dd6-897ba34a7441 admin admin] For port 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=1ab3896d-54f6-4ce2-8ebe-a42c5f844be2,segment=NetworkSegment(152383e2-d73f-4c02-bb1c-e715e00f8899),segment_id=152383e2-d73f-4c02-bb1c-e715e00f8899)] {{(pid=106355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:40:02.250937 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-06e877b3-4ebc-4a27-9dd6-897ba34a7441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (1ab3896d-54f6-4ce2-8ebe-a42c5f844be2), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:02.269628 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-06e877b3-4ebc-4a27-9dd6-897ba34a7441 admin admin] Calling delete_port for 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2 owned by network:dhcp {{(pid=106355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:40:02.277774 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d8b204-990b-439d-b716-a08effa9770c None None] DHCP port deletion for 4116101e-9cfb-4512-a759-154f86437ec3 request from dv-cinder-860260-1-iscsi {{(pid=106357) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 14:40:02.358100 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-06e877b3-4ebc-4a27-9dd6-897ba34a7441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (1ab3896d-54f6-4ce2-8ebe-a42c5f844be2), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:02.384971 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e877b3-4ebc-4a27-9dd6-897ba34a7441 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ab3896d-54f6-4ce2-8ebe-a42c5f844be2,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:40:02.390055 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e877b3-4ebc-4a27-9dd6-897ba34a7441 admin admin] No DVR routers for this DVR port 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2 on host dv-cinder-860260-1-iscsi {{(pid=106355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:40:02.445502 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:02.471313 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-06e877b3-4ebc-4a27-9dd6-897ba34a7441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335914', 'neutron.services.segments.db._delete_segments_for_network-8767534955484'] for network (4116101e-9cfb-4512-a759-154f86437ec3), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:02.492065 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-06e877b3-4ebc-4a27-9dd6-897ba34a7441 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4116101e-9cfb-4512-a759-154f86437ec3']}} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:40:02.502046 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-06e877b3-4ebc-4a27-9dd6-897ba34a7441 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '152383e2-d73f-4c02-bb1c-e715e00f8899') {'for_net_delete': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:40:02.502345 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-06e877b3-4ebc-4a27-9dd6-897ba34a7441 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '152383e2-d73f-4c02-bb1c-e715e00f8899') {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:40:02.512400 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-06e877b3-4ebc-4a27-9dd6-897ba34a7441 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767534908582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5614583'] for segment (152383e2-d73f-4c02-bb1c-e715e00f8899), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:02.528483 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-06e877b3-4ebc-4a27-9dd6-897ba34a7441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (152383e2-d73f-4c02-bb1c-e715e00f8899), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:02.536136 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e877b3-4ebc-4a27-9dd6-897ba34a7441 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=106355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 14:40:02.536595 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-06e877b3-4ebc-4a27-9dd6-897ba34a7441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6577857'] for segment (152383e2-d73f-4c02-bb1c-e715e00f8899), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:02.582151 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.services.segments.plugin [-] Segment 152383e2-d73f-4c02-bb1c-e715e00f8899 resource provider aggregate not found Oct 04 14:40:02.604958 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.services.segments.plugin [-] Segment 152383e2-d73f-4c02-bb1c-e715e00f8899 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 152383e2-d73f-4c02-bb1c-e715e00f8899 found for delete ", "request_id": "req-7222398c-5e05-400e-92a3-a31a9d9df690"}]} Oct 04 14:40:02.609530 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-06e877b3-4ebc-4a27-9dd6-897ba34a7441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1336217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549289'] for network (4116101e-9cfb-4512-a759-154f86437ec3), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:02.615888 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-06e877b3-4ebc-4a27-9dd6-897ba34a7441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:02.619728 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-06e877b3-4ebc-4a27-9dd6-897ba34a7441 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/4116101e-9cfb-4512-a759-154f86437ec3 HTTP/1.1" status: 204 len: 168 time: 0.5625501 Oct 04 14:40:02.622828 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51766) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:40:02.632665 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e877b3-4ebc-4a27-9dd6-897ba34a7441 admin admin] Pushing event deleted for resources: {'Network': ['ID=4116101e-9cfb-4512-a759-154f86437ec3,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:40:02.727172 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:02.773960 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:02.778675 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:02.871030 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2 no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:40:02.890047 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:40:02.890527 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 1ab3896d-54f6-4ce2-8ebe-a42c5f844be2 not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:40:02.891002 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device fe2e54c8-b481-4790-8698-dac3ee21f468 no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:40:02.910842 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: fe2e54c8-b481-4790-8698-dac3ee21f468 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:40:02.911186 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device fe2e54c8-b481-4790-8698-dac3ee21f468 not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:40:02.911601 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 2ce38607-e5d2-46d0-9063-4d74324461e4 no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:40:02.931899 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: 2ce38607-e5d2-46d0-9063-4d74324461e4 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:40:02.932235 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 2ce38607-e5d2-46d0-9063-4d74324461e4 not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:40:02.956906 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7c53731d-0395-4515-9491-56af34e03e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556104'] for router_interface (6997f6f7-1d8c-4eb8-9872-701408b5cfa9), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:03.187866 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-7c53731d-0395-4515-9491-56af34e03e88 admin admin] Deleting port ec5f4f40-c544-4be2-a9c0-3664cec7d04d {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:40:03.188195 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7c53731d-0395-4515-9491-56af34e03e88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (ec5f4f40-c544-4be2-a9c0-3664cec7d04d), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:03.267067 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [None req-7c53731d-0395-4515-9491-56af34e03e88 admin admin] For port ec5f4f40-c544-4be2-a9c0-3664cec7d04d, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=ec5f4f40-c544-4be2-a9c0-3664cec7d04d,segment=NetworkSegment(8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55),segment_id=8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:40:03.267422 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7c53731d-0395-4515-9491-56af34e03e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (ec5f4f40-c544-4be2-a9c0-3664cec7d04d), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:03.281531 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-7c53731d-0395-4515-9491-56af34e03e88 admin admin] Calling delete_port for ec5f4f40-c544-4be2-a9c0-3664cec7d04d owned by network:router_interface {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:40:03.465832 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7c53731d-0395-4515-9491-56af34e03e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (ec5f4f40-c544-4be2-a9c0-3664cec7d04d), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:03.491105 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53731d-0395-4515-9491-56af34e03e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec5f4f40-c544-4be2-a9c0-3664cec7d04d,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:40:03.606309 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:03.637857 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:03.661041 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7c53731d-0395-4515-9491-56af34e03e88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556092'] for router_interface (6997f6f7-1d8c-4eb8-9872-701408b5cfa9), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:03.866302 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c53731d-0395-4515-9491-56af34e03e88 admin admin] Router 6997f6f7-1d8c-4eb8-9872-701408b5cfa9 has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:40:03.891409 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:03.970829 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c53731d-0395-4515-9491-56af34e03e88 admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:40:03.975640 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-7c53731d-0395-4515-9491-56af34e03e88 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/6997f6f7-1d8c-4eb8-9872-701408b5cfa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3512154 Oct 04 14:40:03.978274 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51768) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:40:03.981651 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbd1f92-55f7-4d1c-b545-ff6cf6a0e38a None None] Sync routers for ids ['6997f6f7-1d8c-4eb8-9872-701408b5cfa9'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:40:03.992405 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbd1f92-55f7-4d1c-b545-ff6cf6a0e38a None None] Routers {'6997f6f7-1d8c-4eb8-9872-701408b5cfa9'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:40:03.993032 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-9cbd1f92-55f7-4d1c-b545-ff6cf6a0e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:39:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['6997f6f7-1d8c-4eb8-9872-701408b5cfa9'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:40:04.075708 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-1df82191-6776-4bb3-90f2-b2e5fed5de0e admin admin] Publish callbacks [] for router (6997f6f7-1d8c-4eb8-9872-701408b5cfa9), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:04.103600 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-9cbd1f92-55f7-4d1c-b545-ff6cf6a0e38a None None] Set router 6997f6f7-1d8c-4eb8-9872-701408b5cfa9 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:40:04.179658 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-1df82191-6776-4bb3-90f2-b2e5fed5de0e admin admin] Publish callbacks [] for router_gateway (6997f6f7-1d8c-4eb8-9872-701408b5cfa9), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:04.231527 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-1df82191-6776-4bb3-90f2-b2e5fed5de0e admin admin] Deleting port cf7400c1-7945-4250-ac99-fd9d7d8c6818 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:40:04.232807 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-1df82191-6776-4bb3-90f2-b2e5fed5de0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (cf7400c1-7945-4250-ac99-fd9d7d8c6818), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:04.309796 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-9cbd1f92-55f7-4d1c-b545-ff6cf6a0e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6997f6f7-1d8c-4eb8-9872-701408b5cfa9', 'name': 'tempest-TestVolumeBootPattern-107752769-router', 'tenant_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'cf7400c1-7945-4250-ac99-fd9d7d8c6818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:20Z', 'updated_at': '2022-10-04T14:40:03Z', 'revision_number': 5, 'project_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'gw_port': {'id': 'cf7400c1-7945-4250-ac99-fd9d7d8c6818', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997f6f7-1d8c-4eb8-9872-701408b5cfa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:31:20Z', 'updated_at': '2022-10-04T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:40:04.335547 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbd1f92-55f7-4d1c-b545-ff6cf6a0e38a None None] Checking router: 6997f6f7-1d8c-4eb8-9872-701408b5cfa9 for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:40:04.344242 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbd1f92-55f7-4d1c-b545-ff6cf6a0e38a None None] Routers {'6997f6f7-1d8c-4eb8-9872-701408b5cfa9'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:40:04.344535 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [None req-1df82191-6776-4bb3-90f2-b2e5fed5de0e admin admin] For port cf7400c1-7945-4250-ac99-fd9d7d8c6818, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=cf7400c1-7945-4250-ac99-fd9d7d8c6818,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:40:04.344893 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-1df82191-6776-4bb3-90f2-b2e5fed5de0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (cf7400c1-7945-4250-ac99-fd9d7d8c6818), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:04.345006 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-9cbd1f92-55f7-4d1c-b545-ff6cf6a0e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:39:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['6997f6f7-1d8c-4eb8-9872-701408b5cfa9'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:40:04.359532 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-1df82191-6776-4bb3-90f2-b2e5fed5de0e admin admin] Calling delete_port for cf7400c1-7945-4250-ac99-fd9d7d8c6818 owned by network:router_gateway {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:40:04.430356 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-9cbd1f92-55f7-4d1c-b545-ff6cf6a0e38a None None] Set router 6997f6f7-1d8c-4eb8-9872-701408b5cfa9 gateway port host: None {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:40:04.470990 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:04.486732 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-9cbd1f92-55f7-4d1c-b545-ff6cf6a0e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6997f6f7-1d8c-4eb8-9872-701408b5cfa9', 'name': 'tempest-TestVolumeBootPattern-107752769-router', 'tenant_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:20Z', 'updated_at': '2022-10-04T14:40:04Z', 'revision_number': 6, 'project_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'gw_port_host': None}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:40:04.511893 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbd1f92-55f7-4d1c-b545-ff6cf6a0e38a None None] The sync data for ids ['6997f6f7-1d8c-4eb8-9872-701408b5cfa9'] in dv-cinder-860260-1-iscsi is: [{'id': '6997f6f7-1d8c-4eb8-9872-701408b5cfa9', 'name': 'tempest-TestVolumeBootPattern-107752769-router', 'tenant_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:31:20Z', 'updated_at': '2022-10-04T14:40:04Z', 'revision_number': 6, 'project_id': '1a3633ae850147118ef0ca7e94bd5dc5', 'gw_port_host': None}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:40:04.517436 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:04.531311 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-1df82191-6776-4bb3-90f2-b2e5fed5de0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (cf7400c1-7945-4250-ac99-fd9d7d8c6818), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:04.554636 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df82191-6776-4bb3-90f2-b2e5fed5de0e admin admin] Pushing event deleted for resources: {'Port': ['ID=cf7400c1-7945-4250-ac99-fd9d7d8c6818,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:40:04.622842 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-1df82191-6776-4bb3-90f2-b2e5fed5de0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549238'] for router_gateway (6997f6f7-1d8c-4eb8-9872-701408b5cfa9), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:04.708362 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-1df82191-6776-4bb3-90f2-b2e5fed5de0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7298'] for router (6997f6f7-1d8c-4eb8-9872-701408b5cfa9), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:04.710496 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-1df82191-6776-4bb3-90f2-b2e5fed5de0e admin admin] Publish callbacks [] for router_controller (6997f6f7-1d8c-4eb8-9872-701408b5cfa9), precommit_delete_associations {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:04.752497 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-1df82191-6776-4bb3-90f2-b2e5fed5de0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556132'] for router (6997f6f7-1d8c-4eb8-9872-701408b5cfa9), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:04.753065 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df82191-6776-4bb3-90f2-b2e5fed5de0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6997f6f7-1d8c-4eb8-9872-701408b5cfa9 {{(pid=106356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 14:40:04.757255 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-1df82191-6776-4bb3-90f2-b2e5fed5de0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:04.758542 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-1df82191-6776-4bb3-90f2-b2e5fed5de0e admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/6997f6f7-1d8c-4eb8-9872-701408b5cfa9 HTTP/1.1" status: 204 len: 168 time: 0.7793038 Oct 04 14:40:04.761292 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51770) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:40:04.805679 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea09e98-9698-4a81-a4f2-ae23cc103354 admin admin] Deleting subnet 6c84914c-474c-4656-81d3-4d5efd04cb80 {{(pid=106356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 14:40:04.808611 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-aea09e98-9698-4a81-a4f2-ae23cc103354 admin admin] Publish callbacks [] for subnet (6c84914c-474c-4656-81d3-4d5efd04cb80), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:04.851048 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-aea09e98-9698-4a81-a4f2-ae23cc103354 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5701674'] for subnet (6c84914c-474c-4656-81d3-4d5efd04cb80), precommit_delete_associations {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:04.935930 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-aea09e98-9698-4a81-a4f2-ae23cc103354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394552'] for subnet (6c84914c-474c-4656-81d3-4d5efd04cb80), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:04.956831 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device ec5f4f40-c544-4be2-a9c0-3664cec7d04d no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:40:04.978026 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: ec5f4f40-c544-4be2-a9c0-3664cec7d04d {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:40:04.978455 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device ec5f4f40-c544-4be2-a9c0-3664cec7d04d not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:40:04.996826 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-aea09e98-9698-4a81-a4f2-ae23cc103354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4681588'] for subnet (6c84914c-474c-4656-81d3-4d5efd04cb80), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:05.025929 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea09e98-9698-4a81-a4f2-ae23cc103354 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c84914c-474c-4656-81d3-4d5efd04cb80,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:40:05.029409 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-aea09e98-9698-4a81-a4f2-ae23cc103354 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:05.033411 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-aea09e98-9698-4a81-a4f2-ae23cc103354 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/6c84914c-474c-4656-81d3-4d5efd04cb80 HTTP/1.1" status: 204 len: 168 time: 0.2711470 Oct 04 14:40:05.035821 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87013560-2aba-49a7-b5c4-51391c06b657 None None] Network 103a52be-ad0f-413e-a789-b160158f1cc9 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:40:05.035976 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51772) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:40:05.105654 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7b7df6cf-898a-4479-ad2c-4c33d6320a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1385909'] for network (103a52be-ad0f-413e-a789-b160158f1cc9), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:05.149825 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-7b7df6cf-898a-4479-ad2c-4c33d6320a15 admin admin] Deleting port 68452ec1-aaa0-4331-8e64-00eff7ec99c9 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:40:05.150161 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7b7df6cf-898a-4479-ad2c-4c33d6320a15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (68452ec1-aaa0-4331-8e64-00eff7ec99c9), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:05.277682 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f71e68f-15a9-4583-b02f-c0b164598807 None None] DHCP port deletion for 103a52be-ad0f-413e-a789-b160158f1cc9 request from dv-cinder-860260-1-iscsi {{(pid=106357) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 14:40:05.322760 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-8f71e68f-15a9-4583-b02f-c0b164598807 None None] Deleting port 68452ec1-aaa0-4331-8e64-00eff7ec99c9 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:40:05.323124 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-8f71e68f-15a9-4583-b02f-c0b164598807 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (68452ec1-aaa0-4331-8e64-00eff7ec99c9), before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:05.364899 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:40:05.407467 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-8f71e68f-15a9-4583-b02f-c0b164598807 None None] For port 68452ec1-aaa0-4331-8e64-00eff7ec99c9, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=68452ec1-aaa0-4331-8e64-00eff7ec99c9,segment=NetworkSegment(8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55),segment_id=8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:40:05.407794 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-8f71e68f-15a9-4583-b02f-c0b164598807 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (68452ec1-aaa0-4331-8e64-00eff7ec99c9), precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:05.423992 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-8f71e68f-15a9-4583-b02f-c0b164598807 None None] Calling delete_port for 68452ec1-aaa0-4331-8e64-00eff7ec99c9 owned by network:dhcp {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:40:05.502376 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [None req-7b7df6cf-898a-4479-ad2c-4c33d6320a15 admin admin] For port 68452ec1-aaa0-4331-8e64-00eff7ec99c9, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=68452ec1-aaa0-4331-8e64-00eff7ec99c9,segment=NetworkSegment(8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55),segment_id=8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:40:05.502740 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7b7df6cf-898a-4479-ad2c-4c33d6320a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (68452ec1-aaa0-4331-8e64-00eff7ec99c9), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:05.509649 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-8f71e68f-15a9-4583-b02f-c0b164598807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957'] for port (68452ec1-aaa0-4331-8e64-00eff7ec99c9), after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:05.521669 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-7b7df6cf-898a-4479-ad2c-4c33d6320a15 admin admin] Calling delete_port for 68452ec1-aaa0-4331-8e64-00eff7ec99c9 owned by network:dhcp {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:40:05.541719 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71e68f-15a9-4583-b02f-c0b164598807 None None] Pushing event deleted for resources: {'Port': ['ID=68452ec1-aaa0-4331-8e64-00eff7ec99c9,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:40:05.544384 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f71e68f-15a9-4583-b02f-c0b164598807 None None] No DVR routers for this DVR port 68452ec1-aaa0-4331-8e64-00eff7ec99c9 on host dv-cinder-860260-1-iscsi {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:40:05.552639 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71e68f-15a9-4583-b02f-c0b164598807 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:40:05.553227 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71e68f-15a9-4583-b02f-c0b164598807 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:40:05.553748 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71e68f-15a9-4583-b02f-c0b164598807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:40:05.556052 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71e68f-15a9-4583-b02f-c0b164598807 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:40:05.556052 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71e68f-15a9-4583-b02f-c0b164598807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:40:05.556052 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71e68f-15a9-4583-b02f-c0b164598807 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:40:05.557170 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71e68f-15a9-4583-b02f-c0b164598807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:40:05.557740 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71e68f-15a9-4583-b02f-c0b164598807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:40:05.558249 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71e68f-15a9-4583-b02f-c0b164598807 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:40:05.558771 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71e68f-15a9-4583-b02f-c0b164598807 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:40:05.559097 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71e68f-15a9-4583-b02f-c0b164598807 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:40:05.559421 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71e68f-15a9-4583-b02f-c0b164598807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:40:05.559745 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71e68f-15a9-4583-b02f-c0b164598807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:40:05.560060 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71e68f-15a9-4583-b02f-c0b164598807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:40:05.560471 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f71e68f-15a9-4583-b02f-c0b164598807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:40:05.604302 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7b7df6cf-898a-4479-ad2c-4c33d6320a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (68452ec1-aaa0-4331-8e64-00eff7ec99c9), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:05.631030 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7df6cf-898a-4479-ad2c-4c33d6320a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=68452ec1-aaa0-4331-8e64-00eff7ec99c9,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:40:05.636503 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7df6cf-898a-4479-ad2c-4c33d6320a15 admin admin] No DVR routers for this DVR port 68452ec1-aaa0-4331-8e64-00eff7ec99c9 on host dv-cinder-860260-1-iscsi {{(pid=106356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:40:05.670241 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:05.720647 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7b7df6cf-898a-4479-ad2c-4c33d6320a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335914', 'neutron.services.segments.db._delete_segments_for_network-8767534955484'] for network (103a52be-ad0f-413e-a789-b160158f1cc9), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:05.740852 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.services.segments.db [None req-7b7df6cf-898a-4479-ad2c-4c33d6320a15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['103a52be-ad0f-413e-a789-b160158f1cc9']}} {{(pid=106356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:40:05.750782 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.services.segments.db [None req-7b7df6cf-898a-4479-ad2c-4c33d6320a15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55') {'for_net_delete': True} {{(pid=106356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:40:05.751078 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.services.segments.db [None req-7b7df6cf-898a-4479-ad2c-4c33d6320a15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55') {} {{(pid=106356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:40:05.761014 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7b7df6cf-898a-4479-ad2c-4c33d6320a15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767534908582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5701715'] for segment (8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:05.767355 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:05.776187 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7b7df6cf-898a-4479-ad2c-4c33d6320a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:05.784052 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7df6cf-898a-4479-ad2c-4c33d6320a15 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=106356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 14:40:05.784484 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7b7df6cf-898a-4479-ad2c-4c33d6320a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372171'] for segment (8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:05.829571 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.services.segments.plugin [-] Segment 8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55 resource provider aggregate not found Oct 04 14:40:05.846683 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.services.segments.plugin [-] Segment 8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b12d5c1-5824-4bcd-bb2b-1a1fb2c6df55 found for delete ", "request_id": "req-f9b752fe-5562-482e-a439-363beaf9c184"}]} Oct 04 14:40:05.853589 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7b7df6cf-898a-4479-ad2c-4c33d6320a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1336217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549289'] for network (103a52be-ad0f-413e-a789-b160158f1cc9), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:05.859129 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-7b7df6cf-898a-4479-ad2c-4c33d6320a15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:05.862270 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-7b7df6cf-898a-4479-ad2c-4c33d6320a15 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/103a52be-ad0f-413e-a789-b160158f1cc9 HTTP/1.1" status: 204 len: 168 time: 0.8254740 Oct 04 14:40:05.875331 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7df6cf-898a-4479-ad2c-4c33d6320a15 admin admin] Pushing event deleted for resources: {'Network': ['ID=103a52be-ad0f-413e-a789-b160158f1cc9,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:40:05.981049 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51780) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:40:06.021811 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-ac67c7a6-42c9-48a3-9a22-c8aacb28a5eb admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=408b16a582484c619ff17416990d5feb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395608 Oct 04 14:40:06.024625 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51782) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:40:06.073419 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-fe0279ff-2f3a-44d8-aab6-76b01cfc0c95 admin admin] Publish callbacks [] for security_group (4c5644a3-126b-49c3-b243-f08a4f8d2497), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:06.094017 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-fe0279ff-2f3a-44d8-aab6-76b01cfc0c95 admin admin] Publish callbacks [] for security_group (4c5644a3-126b-49c3-b243-f08a4f8d2497), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:06.142423 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-fe0279ff-2f3a-44d8-aab6-76b01cfc0c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (4c5644a3-126b-49c3-b243-f08a4f8d2497), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:06.144980 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-fe0279ff-2f3a-44d8-aab6-76b01cfc0c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:06.148413 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-fe0279ff-2f3a-44d8-aab6-76b01cfc0c95 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4c5644a3-126b-49c3-b243-f08a4f8d2497 HTTP/1.1" status: 204 len: 168 time: 0.1228192 Oct 04 14:40:06.157109 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0279ff-2f3a-44d8-aab6-76b01cfc0c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5644a3-126b-49c3-b243-f08a4f8d2497,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:40:06.477504 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51788) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:40:06.522392 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-48bc2780-7f55-469b-bfef-a7f79597daa5 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=1a3633ae850147118ef0ca7e94bd5dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437312 Oct 04 14:40:06.526319 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51790) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:40:06.577250 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e1776447-660d-4010-a473-a36fd885902b admin admin] Publish callbacks [] for security_group (592d3a86-f8dd-4be3-92b0-022e56c231ed), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:06.598389 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e1776447-660d-4010-a473-a36fd885902b admin admin] Publish callbacks [] for security_group (592d3a86-f8dd-4be3-92b0-022e56c231ed), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:06.652164 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e1776447-660d-4010-a473-a36fd885902b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (592d3a86-f8dd-4be3-92b0-022e56c231ed), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:06.656387 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e1776447-660d-4010-a473-a36fd885902b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:06.657567 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-e1776447-660d-4010-a473-a36fd885902b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/592d3a86-f8dd-4be3-92b0-022e56c231ed HTTP/1.1" status: 204 len: 168 time: 0.1303191 Oct 04 14:40:06.667662 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1776447-660d-4010-a473-a36fd885902b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592d3a86-f8dd-4be3-92b0-022e56c231ed,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:40:06.874000 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 68452ec1-aaa0-4331-8e64-00eff7ec99c9 no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:40:06.894523 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: 68452ec1-aaa0-4331-8e64-00eff7ec99c9 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:40:06.894875 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 68452ec1-aaa0-4331-8e64-00eff7ec99c9 not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:40:06.895304 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device cf7400c1-7945-4250-ac99-fd9d7d8c6818 no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:40:06.915650 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: cf7400c1-7945-4250-ac99-fd9d7d8c6818 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:40:06.915997 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device cf7400c1-7945-4250-ac99-fd9d7d8c6818 not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:40:08.804610 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:12.620869 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=68,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:12.621674 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=56,neutron:DELETE=6 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:15.359016 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=92 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:15.359850 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=5 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:16.633212 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=42,neutron:DELETE=5 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:16.662158 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=60,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:16.899474 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:18.797917 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:18.800777 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=63,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:22.428435 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632962a-aa77-4b37-9ec4-32d1b85fb539 req-4026a443-c8ec-4f6c-947e-62343f2dfccd tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:22.429942 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2632962a-aa77-4b37-9ec4-32d1b85fb539 req-4026a443-c8ec-4f6c-947e-62343f2dfccd tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 946 time: 0.0613954 Oct 04 14:40:22.484133 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2632962a-aa77-4b37-9ec4-32d1b85fb539 req-66971243-f5a3-4909-b593-2ec7af2c67ba tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482826 Oct 04 14:40:23.622116 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dad3e-3a06-4ab9-bee4-5b58eca0d96a req-0064b109-d73d-4417-a17f-241443690a32 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:23.624627 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-476dad3e-3a06-4ab9-bee4-5b58eca0d96a req-0064b109-d73d-4417-a17f-241443690a32 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 946 time: 0.0562742 Oct 04 14:40:23.681224 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-476dad3e-3a06-4ab9-bee4-5b58eca0d96a req-cb3ed5f1-2061-45af-bbb7-2b552259d717 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508056 Oct 04 14:40:24.813932 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb31952-0fe3-42f6-8351-be48ef9b305a req-0b30a7d2-5dc6-4eb1-a66b-129c6ee4b9f6 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:24.815453 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9eb31952-0fe3-42f6-8351-be48ef9b305a req-0b30a7d2-5dc6-4eb1-a66b-129c6ee4b9f6 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 946 time: 0.0540116 Oct 04 14:40:24.871822 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-9eb31952-0fe3-42f6-8351-be48ef9b305a req-1c5e4b87-a18d-4ad8-b097-11db7b18dede tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505669 Oct 04 14:40:26.009730 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce6f36-7017-42f8-8d8e-95ba2d330ae3 req-07d6a9a5-db14-4c86-a144-6e05ba8b0060 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:26.011278 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b1ce6f36-7017-42f8-8d8e-95ba2d330ae3 req-07d6a9a5-db14-4c86-a144-6e05ba8b0060 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 946 time: 0.0561886 Oct 04 14:40:26.067532 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-b1ce6f36-7017-42f8-8d8e-95ba2d330ae3 req-9f9b16bb-3688-4a26-beac-72c105869bfa tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503943 Oct 04 14:40:27.023350 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fb0db850-5001-40bc-942b-a8036acfd2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:27.196090 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1573cfb-0bb9-455b-a42d-d75913d654b2 req-afbdba67-352b-4d81-9df5-89aa25ef88b7 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:27.197593 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a1573cfb-0bb9-455b-a42d-d75913d654b2 req-afbdba67-352b-4d81-9df5-89aa25ef88b7 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 946 time: 0.0506938 Oct 04 14:40:27.256050 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-a1573cfb-0bb9-455b-a42d-d75913d654b2 req-63f4a521-15db-4a64-8f02-17659969d147 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515606 Oct 04 14:40:28.396133 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cf1e0-4124-45f7-b383-56bbf99f402b req-30998375-19f0-45bb-af66-3b211745bba5 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:28.398068 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5d5cf1e0-4124-45f7-b383-56bbf99f402b req-30998375-19f0-45bb-af66-3b211745bba5 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 946 time: 0.0584393 Oct 04 14:40:28.462097 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-5d5cf1e0-4124-45f7-b383-56bbf99f402b req-035b951d-75fc-4966-a2f3-251391d55476 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580251 Oct 04 14:40:29.449457 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2d6f7111-8d30-4e4e-a94e-ab68804889a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:29.603771 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7c24d-35a1-4025-90ee-48d62130ae11 req-31971faa-e46b-4075-8046-55459869948b tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:29.605405 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d9b7c24d-35a1-4025-90ee-48d62130ae11 req-31971faa-e46b-4075-8046-55459869948b tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 946 time: 0.0553148 Oct 04 14:40:29.661976 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d9b7c24d-35a1-4025-90ee-48d62130ae11 req-76a07cd7-4e4b-4305-9706-259a9392990d tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497923 Oct 04 14:40:30.785785 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612190d-3d8d-488b-b15a-7b39111fe0df req-63fd1bff-e71a-409a-8df8-233e0dd96b68 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:30.787251 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-a612190d-3d8d-488b-b15a-7b39111fe0df req-63fd1bff-e71a-409a-8df8-233e0dd96b68 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 946 time: 0.0497258 Oct 04 14:40:30.835415 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-a612190d-3d8d-488b-b15a-7b39111fe0df req-fdfff7c9-98ce-4b2b-9fad-5b188525f7b3 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426655 Oct 04 14:40:31.958600 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d719e4-61f3-4e56-b22f-fbc85b831ca1 req-fa07ff05-b321-477e-87e4-a1e8e0afd977 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:31.960091 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d4d719e4-61f3-4e56-b22f-fbc85b831ca1 req-fa07ff05-b321-477e-87e4-a1e8e0afd977 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 946 time: 0.0475931 Oct 04 14:40:32.017159 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-d4d719e4-61f3-4e56-b22f-fbc85b831ca1 req-28b27f85-290d-42ab-94e4-a8abcd4efdd2 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507474 Oct 04 14:40:32.300417 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:32.773875 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:32.779799 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe39c73-f69e-4c64-beb8-402ada6a657b req-c71661e9-3224-4d9d-b865-e1fbcbe956f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:32.781870 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5fe39c73-f69e-4c64-beb8-402ada6a657b req-c71661e9-3224-4d9d-b865-e1fbcbe956f2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=bf0ffb6098014feb89d5d6f61832b03b&device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 1130 time: 0.1815140 Oct 04 14:40:32.880940 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe39c73-f69e-4c64-beb8-402ada6a657b req-8ca2f9c6-0a6f-41a6-abf3-2cfbd183c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:32.882414 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5fe39c73-f69e-4c64-beb8-402ada6a657b req-8ca2f9c6-0a6f-41a6-abf3-2cfbd183c096 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=8dc4bbb0-f4de-40e9-996f-7b16b870c41f HTTP/1.1" status: 200 len: 909 time: 0.0948374 Oct 04 14:40:32.945035 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5fe39c73-f69e-4c64-beb8-402ada6a657b req-cd155a75-1086-49dc-abc6-69a49d87f234 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce73e1dc-607e-4614-930c-2b11c9806a9a HTTP/1.1" status: 200 len: 1002 time: 0.0571296 Oct 04 14:40:32.998772 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe39c73-f69e-4c64-beb8-402ada6a657b req-32862145-6b75-4ecc-abad-b3c30737acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:33.000335 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5fe39c73-f69e-4c64-beb8-402ada6a657b req-32862145-6b75-4ecc-abad-b3c30737acd0 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=31e0a0f4-a531-46c3-bc87-029efb60f8bc HTTP/1.1" status: 200 len: 847 time: 0.0500841 Oct 04 14:40:33.042925 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe39c73-f69e-4c64-beb8-402ada6a657b req-9e35f2e8-c4ef-40fb-8673-bf8c96db42f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:33.044477 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5fe39c73-f69e-4c64-beb8-402ada6a657b req-9e35f2e8-c4ef-40fb-8673-bf8c96db42f0 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=8dc4bbb0-f4de-40e9-996f-7b16b870c41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388467 Oct 04 14:40:33.054121 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [req-5fe39c73-f69e-4c64-beb8-402ada6a657b req-1c4dffa4-fbf6-458c-908e-c1d41f68435b service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 14:40:33.055333 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5fe39c73-f69e-4c64-beb8-402ada6a657b req-1c4dffa4-fbf6-458c-908e-c1d41f68435b service neutron] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052750 Oct 04 14:40:33.152747 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5fe39c73-f69e-4c64-beb8-402ada6a657b req-befaec0f-51d7-4745-9e5f-1dc7213a1314 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8dc4bbb0-f4de-40e9-996f-7b16b870c41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913982 Oct 04 14:40:33.152980 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a686065-6006-42b1-b265-d09a702060a2 req-3587b8fd-c1bf-47cd-bda4-cd4dc20a5f36 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:33.154191 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2a686065-6006-42b1-b265-d09a702060a2 req-3587b8fd-c1bf-47cd-bda4-cd4dc20a5f36 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 946 time: 0.0523083 Oct 04 14:40:33.208773 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-2a686065-6006-42b1-b265-d09a702060a2 req-327e8e34-4dc1-4279-a0be-25de622bc7c5 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476260 Oct 04 14:40:33.247760 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-5fe39c73-f69e-4c64-beb8-402ada6a657b req-c76f41a5-c211-4aea-a532-e9267a216aca service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8dc4bbb0-f4de-40e9-996f-7b16b870c41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896592 Oct 04 14:40:33.893676 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:34.338621 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62333c-4d89-4c78-b1f8-81a912d9f3a0 req-6a9f06e9-c716-4bb4-a118-56ca276b3a9c tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:34.340114 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4b62333c-4d89-4c78-b1f8-81a912d9f3a0 req-6a9f06e9-c716-4bb4-a118-56ca276b3a9c tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 946 time: 0.0491631 Oct 04 14:40:34.372052 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:34.392162 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:34.397808 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-4b62333c-4d89-4c78-b1f8-81a912d9f3a0 req-3645db84-699a-421a-aa22-684b7f32ffdd tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513687 Oct 04 14:40:35.527501 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47452d3-2ab2-41c9-91ad-7ad9726e0da4 req-07b687c1-8029-4f44-bafd-409b36f2a4eb tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:35.529330 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f47452d3-2ab2-41c9-91ad-7ad9726e0da4 req-07b687c1-8029-4f44-bafd-409b36f2a4eb tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 946 time: 0.0533338 Oct 04 14:40:35.589491 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f47452d3-2ab2-41c9-91ad-7ad9726e0da4 req-3f8f971e-c54e-4eea-a8fe-a4cdb1c6f77b tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545077 Oct 04 14:40:35.887152 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba98e2-1320-4a0a-a88c-7f2ee0f4d336 req-91d465d8-1e68-4223-a882-1d9a868e6fe9 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:35.888805 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0cba98e2-1320-4a0a-a88c-7f2ee0f4d336 req-91d465d8-1e68-4223-a882-1d9a868e6fe9 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 946 time: 0.0547268 Oct 04 14:40:35.898480 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51832) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:40:35.954142 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-0cba98e2-1320-4a0a-a88c-7f2ee0f4d336 req-9c50e90b-b4fb-4dd5-9b83-08014218816c tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575633 Oct 04 14:40:35.998889 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-951ab4e4-171a-4cb2-bbd0-ac223bbee8f5 req-7574fe69-5fbc-42c8-ab1b-ca4d0f8b0c35 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0988884 Oct 04 14:40:36.009568 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [req-951ab4e4-171a-4cb2-bbd0-ac223bbee8f5 req-0b441b38-0ca0-47fd-a6cd-2376a5f8b980 service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 14:40:36.009971 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-951ab4e4-171a-4cb2-bbd0-ac223bbee8f5 req-0b441b38-0ca0-47fd-a6cd-2376a5f8b980 service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051742 Oct 04 14:40:36.184777 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51840) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:40:36.293860 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ab4e4-171a-4cb2-bbd0-ac223bbee8f5 req-8f060842-a3f2-4995-8c72-9c4228ea0da8 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:36.295386 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-951ab4e4-171a-4cb2-bbd0-ac223bbee8f5 req-8f060842-a3f2-4995-8c72-9c4228ea0da8 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports/ce73e1dc-607e-4614-930c-2b11c9806a9a HTTP/1.1" status: 200 len: 943 time: 0.1091812 Oct 04 14:40:37.088741 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac063052-a83a-4c31-a773-49ff86ecf054 req-e5f78205-1b42-4715-b669-12d58843c831 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:37.090079 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ac063052-a83a-4c31-a773-49ff86ecf054 req-e5f78205-1b42-4715-b669-12d58843c831 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 946 time: 0.0474904 Oct 04 14:40:37.139429 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-ac063052-a83a-4c31-a773-49ff86ecf054 req-63c8610a-f042-44ba-83a9-221c02fed76b tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428691 Oct 04 14:40:37.196219 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:37.202356 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=5 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:38.047342 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ab4e4-171a-4cb2-bbd0-ac223bbee8f5 req-2b115c50-03e8-43d2-ae35-2afd577efe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:38.048783 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-951ab4e4-171a-4cb2-bbd0-ac223bbee8f5 req-2b115c50-03e8-43d2-ae35-2afd577efe89 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269&tenant_id=bf0ffb6098014feb89d5d6f61832b03b HTTP/1.1" status: 200 len: 1130 time: 0.0442827 Oct 04 14:40:38.123173 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ab4e4-171a-4cb2-bbd0-ac223bbee8f5 req-f77512cc-8e4f-4d90-b5a6-d10f6063f27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:38.125470 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-951ab4e4-171a-4cb2-bbd0-ac223bbee8f5 req-f77512cc-8e4f-4d90-b5a6-d10f6063f27d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=bf0ffb6098014feb89d5d6f61832b03b&device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 1130 time: 0.0397897 Oct 04 14:40:38.222019 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ab4e4-171a-4cb2-bbd0-ac223bbee8f5 req-e63ae3b0-69e0-4fdb-a6e3-0de34aea01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:38.223838 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-951ab4e4-171a-4cb2-bbd0-ac223bbee8f5 req-e63ae3b0-69e0-4fdb-a6e3-0de34aea01e8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=8dc4bbb0-f4de-40e9-996f-7b16b870c41f HTTP/1.1" status: 200 len: 909 time: 0.0928528 Oct 04 14:40:38.265557 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95320b-74c4-4daa-bfe0-1e60c867ec7e req-46e4f28a-0546-4645-8878-6b4aaf529593 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:38.267014 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4a95320b-74c4-4daa-bfe0-1e60c867ec7e req-46e4f28a-0546-4645-8878-6b4aaf529593 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 946 time: 0.0514014 Oct 04 14:40:38.286609 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-951ab4e4-171a-4cb2-bbd0-ac223bbee8f5 req-9be69cf0-662a-4838-a1f9-bbfc1778dbdd service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce73e1dc-607e-4614-930c-2b11c9806a9a HTTP/1.1" status: 200 len: 1002 time: 0.0568926 Oct 04 14:40:38.319977 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-4a95320b-74c4-4daa-bfe0-1e60c867ec7e req-521d315a-8aa3-40ba-8be5-6b1d3ffb047f tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466766 Oct 04 14:40:38.338038 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ab4e4-171a-4cb2-bbd0-ac223bbee8f5 req-f5fcb2f6-d795-455d-a6d9-8d6a0e5f1892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:38.339492 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-951ab4e4-171a-4cb2-bbd0-ac223bbee8f5 req-f5fcb2f6-d795-455d-a6d9-8d6a0e5f1892 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=31e0a0f4-a531-46c3-bc87-029efb60f8bc HTTP/1.1" status: 200 len: 847 time: 0.0475919 Oct 04 14:40:38.386244 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ab4e4-171a-4cb2-bbd0-ac223bbee8f5 req-45b90b84-f1be-483d-8a96-a303dd8286f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:38.387733 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-951ab4e4-171a-4cb2-bbd0-ac223bbee8f5 req-45b90b84-f1be-483d-8a96-a303dd8286f0 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=8dc4bbb0-f4de-40e9-996f-7b16b870c41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427904 Oct 04 14:40:38.477142 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-951ab4e4-171a-4cb2-bbd0-ac223bbee8f5 req-887eec2d-1d12-40cf-9d30-3113acac299f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8dc4bbb0-f4de-40e9-996f-7b16b870c41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832355 Oct 04 14:40:38.569081 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-951ab4e4-171a-4cb2-bbd0-ac223bbee8f5 req-1904aa66-9365-4a38-90fb-25cc315d9ab5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8dc4bbb0-f4de-40e9-996f-7b16b870c41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866427 Oct 04 14:40:38.812800 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:39.442853 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140fdd6-1409-4d8a-8530-0a36a7da4a4b req-c0fce5da-d1e0-4515-97a2-8e723cdd1076 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:39.444363 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e140fdd6-1409-4d8a-8530-0a36a7da4a4b req-c0fce5da-d1e0-4515-97a2-8e723cdd1076 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 946 time: 0.0469806 Oct 04 14:40:39.497692 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-e140fdd6-1409-4d8a-8530-0a36a7da4a4b req-249837f5-1a6e-4510-bd03-6293930d2ecf tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469277 Oct 04 14:40:39.708980 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device ce73e1dc-607e-4614-930c-2b11c9806a9a no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:40:39.787019 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port ce73e1dc-607e-4614-930c-2b11c9806a9a is: ACTIVE; New status is: DOWN {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:40:39.787405 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (ce73e1dc-607e-4614-930c-2b11c9806a9a), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:39.811176 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a607dd9-3357-4f67-8c0d-64347a31a269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce73e1dc-607e-4614-930c-2b11c9806a9a'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:40:39.814048 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e1d7b9-cd79-46e3-8dd8-130548759d29" -d '{"events": [{"server_uuid": "4a607dd9-3357-4f67-8c0d-64347a31a269", "name": "network-vif-unplugged", "status": "completed", "tag": "ce73e1dc-607e-4614-930c-2b11c9806a9a"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:40:39.829162 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port ce73e1dc-607e-4614-930c-2b11c9806a9a, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=ce73e1dc-607e-4614-930c-2b11c9806a9a,segment=NetworkSegment(423413b7-e990-4208-b74c-36950881e4c7),segment_id=423413b7-e990-4208-b74c-36950881e4c7)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:40:39.835970 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (ce73e1dc-607e-4614-930c-2b11c9806a9a), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:39.876716 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 14:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c26297c-6551-49d2-9b40-5012bc4b2618 x-openstack-request-id: req-5c26297c-6551-49d2-9b40-5012bc4b2618 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:40:39.877023 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a607dd9-3357-4f67-8c0d-64347a31a269", "name": "network-vif-unplugged", "status": "completed", "tag": "ce73e1dc-607e-4614-930c-2b11c9806a9a", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:40:39.877253 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5c26297c-6551-49d2-9b40-5012bc4b2618 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:40:39.877661 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c26297c-6551-49d2-9b40-5012bc4b2618'] response: {'server_uuid': '4a607dd9-3357-4f67-8c0d-64347a31a269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce73e1dc-607e-4614-930c-2b11c9806a9a', 'code': 200} Oct 04 14:40:39.892414 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=ce73e1dc-607e-4614-930c-2b11c9806a9a,revision_number=6']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:40:40.625709 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbeeda1-17f9-48ce-b498-080628230bc6 req-304277ff-9823-4955-9266-2f7fcc76d70d tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:40.627192 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bfbeeda1-17f9-48ce-b498-080628230bc6 req-304277ff-9823-4955-9266-2f7fcc76d70d tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 944 time: 0.0509114 Oct 04 14:40:40.684759 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-bfbeeda1-17f9-48ce-b498-080628230bc6 req-8049e439-d60c-43c7-b154-05a45b2b54aa tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516496 Oct 04 14:40:41.808545 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0080651-8b6f-410e-af44-528ffb93eb51 req-70bf1082-b416-4a8b-8ec2-fbdc3be22b17 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:41.810139 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f0080651-8b6f-410e-af44-528ffb93eb51 req-70bf1082-b416-4a8b-8ec2-fbdc3be22b17 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 944 time: 0.0491440 Oct 04 14:40:41.863246 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f0080651-8b6f-410e-af44-528ffb93eb51 req-f120a9f7-11d5-4223-8cf1-3782df31dedd tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467854 Oct 04 14:40:42.366780 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:40:42.988377 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e785e60-d746-466b-873a-a05ff38e9900 req-a5e9715e-46f5-439e-bc85-114185132654 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:42.989822 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2e785e60-d746-466b-873a-a05ff38e9900 req-a5e9715e-46f5-439e-bc85-114185132654 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 944 time: 0.0466454 Oct 04 14:40:43.037619 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-2e785e60-d746-466b-873a-a05ff38e9900 req-a9e9e3b8-0d10-42ce-8d78-50b57a0886a9 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422344 Oct 04 14:40:43.797649 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:43.828735 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bae58d-b2ff-4494-9675-58e565c4b2ba req-a1f9d2da-e388-48bb-a217-89ff8c8eabd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:43.830234 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-74bae58d-b2ff-4494-9675-58e565c4b2ba req-a1f9d2da-e388-48bb-a217-89ff8c8eabd3 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=bf0ffb6098014feb89d5d6f61832b03b&device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 1128 time: 0.0423231 Oct 04 14:40:43.998286 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:44.042766 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bae58d-b2ff-4494-9675-58e565c4b2ba req-55627520-5bbd-40ff-981d-c6c06554e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:44.044241 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-74bae58d-b2ff-4494-9675-58e565c4b2ba req-55627520-5bbd-40ff-981d-c6c06554e33a service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=8dc4bbb0-f4de-40e9-996f-7b16b870c41f HTTP/1.1" status: 200 len: 909 time: 0.0988300 Oct 04 14:40:44.160678 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb552d2-9621-459c-a63a-f32bdbe56dee req-ebb9f56a-cdbb-4065-8f6f-efbf03166e2e tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:44.162145 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-6bb552d2-9621-459c-a63a-f32bdbe56dee req-ebb9f56a-cdbb-4065-8f6f-efbf03166e2e tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 944 time: 0.0464749 Oct 04 14:40:44.213840 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-6bb552d2-9621-459c-a63a-f32bdbe56dee req-cd052422-d269-4cf0-8cf9-366a54f00b5e tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461321 Oct 04 14:40:44.527997 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-74bae58d-b2ff-4494-9675-58e565c4b2ba req-b04828ce-4896-4155-ac9f-c91a272949b8 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce73e1dc-607e-4614-930c-2b11c9806a9a HTTP/1.1" status: 200 len: 1000 time: 0.0556068 Oct 04 14:40:44.594213 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bae58d-b2ff-4494-9675-58e565c4b2ba req-8b778a5b-54fc-4755-9311-4ab2dbd69f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:44.595681 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-74bae58d-b2ff-4494-9675-58e565c4b2ba req-8b778a5b-54fc-4755-9311-4ab2dbd69f5e service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=31e0a0f4-a531-46c3-bc87-029efb60f8bc HTTP/1.1" status: 200 len: 847 time: 0.0499146 Oct 04 14:40:44.649956 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bae58d-b2ff-4494-9675-58e565c4b2ba req-5884c196-31f6-4d2e-9bfb-6babdcf76e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:44.651456 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-74bae58d-b2ff-4494-9675-58e565c4b2ba req-5884c196-31f6-4d2e-9bfb-6babdcf76e8f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=8dc4bbb0-f4de-40e9-996f-7b16b870c41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401306 Oct 04 14:40:44.702770 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f7bbe-6b90-432c-9927-a1c7f262da77 req-c68ef893-3331-4fea-8c09-b5f190624634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:44.704286 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-479f7bbe-6b90-432c-9927-a1c7f262da77 req-c68ef893-3331-4fea-8c09-b5f190624634 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 1128 time: 0.0377939 Oct 04 14:40:44.728382 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:44.751353 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-479f7bbe-6b90-432c-9927-a1c7f262da77 req-b899b2c0-7936-4ebc-9cbf-3c8b9184b134 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412841 Oct 04 14:40:44.755513 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-74bae58d-b2ff-4494-9675-58e565c4b2ba req-58e63896-f349-438b-8b43-740ae3a15e1e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8dc4bbb0-f4de-40e9-996f-7b16b870c41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890222 Oct 04 14:40:45.096720 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-74bae58d-b2ff-4494-9675-58e565c4b2ba req-049a7343-473a-4151-9860-18a9d0e9d114 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8dc4bbb0-f4de-40e9-996f-7b16b870c41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958014 Oct 04 14:40:45.337164 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e22954-ea06-40c9-afaa-6aaf6fb2bd91 req-7627a058-4f68-4560-80fe-716034fdaa7d tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:45.338719 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b3e22954-ea06-40c9-afaa-6aaf6fb2bd91 req-7627a058-4f68-4560-80fe-716034fdaa7d tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 944 time: 0.0488813 Oct 04 14:40:45.396015 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-b3e22954-ea06-40c9-afaa-6aaf6fb2bd91 req-472ac07e-fa33-44b7-9713-c22b523e28c1 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505590 Oct 04 14:40:45.727649 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device ce73e1dc-607e-4614-930c-2b11c9806a9a details requested by agent hyperv_hv-cinder-86026 with host hv-cinder-86026 {{(pid=106357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 14:40:45.830094 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port ce73e1dc-607e-4614-930c-2b11c9806a9a, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=ce73e1dc-607e-4614-930c-2b11c9806a9a,segment=NetworkSegment(423413b7-e990-4208-b74c-36950881e4c7),segment_id=423413b7-e990-4208-b74c-36950881e4c7)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:40:45.841033 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Returning: {'device': 'ce73e1dc-607e-4614-930c-2b11c9806a9a', 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f', 'port_id': 'ce73e1dc-607e-4614-930c-2b11c9806a9a', 'mac_address': 'fa:16:3e:75:b6:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31e0a0f4-a531-46c3-bc87-029efb60f8bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 14:40:45.875854 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port ce73e1dc-607e-4614-930c-2b11c9806a9a is: DOWN; New status is: BUILD {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:40:45.877028 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (ce73e1dc-607e-4614-930c-2b11c9806a9a), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:45.890561 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce73e1dc-607e-4614-930c-2b11c9806a9a {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 14:40:45.915345 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port ce73e1dc-607e-4614-930c-2b11c9806a9a, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=ce73e1dc-607e-4614-930c-2b11c9806a9a,segment=NetworkSegment(423413b7-e990-4208-b74c-36950881e4c7),segment_id=423413b7-e990-4208-b74c-36950881e4c7)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:40:45.919225 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (ce73e1dc-607e-4614-930c-2b11c9806a9a), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:45.967061 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=ce73e1dc-607e-4614-930c-2b11c9806a9a,revision_number=7']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:40:46.242714 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] get_ports_and_sgs() called for port_ids ['ce73e1dc-607e-4614-930c-2b11c9806a9a'] {{(pid=106357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 14:40:46.518531 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53bbb7c-6766-48f5-add6-0550eeb09496 req-26e21b44-f78d-4460-a302-42604de2e9bc tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:40:46.519928 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e53bbb7c-6766-48f5-add6-0550eeb09496 req-26e21b44-f78d-4460-a302-42604de2e9bc tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 945 time: 0.0471883 Oct 04 14:40:46.532270 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=100 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:46.571439 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-e53bbb7c-6766-48f5-add6-0550eeb09496 req-a27ed574-183a-4541-a2ff-4a503f39ea99 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456204 Oct 04 14:40:47.746675 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device ce73e1dc-607e-4614-930c-2b11c9806a9a up at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 14:40:47.751322 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:47.792741 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Provisioning complete for port ce73e1dc-607e-4614-930c-2b11c9806a9a triggered by entity L2. {{(pid=106357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 14:40:47.793120 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349059'] for port (ce73e1dc-607e-4614-930c-2b11c9806a9a), provisioning_complete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:47.793456 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Attempt 1 to provision port ce73e1dc-607e-4614-930c-2b11c9806a9a Oct 04 14:40:47.868806 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Current status of the port ce73e1dc-607e-4614-930c-2b11c9806a9a is: BUILD; New status is: ACTIVE {{(pid=106357) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 14:40:47.869215 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1474675'] for port (ce73e1dc-607e-4614-930c-2b11c9806a9a), before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:47.892899 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a607dd9-3357-4f67-8c0d-64347a31a269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce73e1dc-607e-4614-930c-2b11c9806a9a'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:40:47.894637 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e17519218f81cd2c64a6610d128038eb935b8a3ebd5ff2a97754a8d965112411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122716d4-8042-4538-85b8-ca8fb3d438de" -d '{"events": [{"server_uuid": "4a607dd9-3357-4f67-8c0d-64347a31a269", "name": "network-vif-plugged", "status": "completed", "tag": "ce73e1dc-607e-4614-930c-2b11c9806a9a"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:40:47.908647 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] For port ce73e1dc-607e-4614-930c-2b11c9806a9a, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=ce73e1dc-607e-4614-930c-2b11c9806a9a,segment=NetworkSegment(423413b7-e990-4208-b74c-36950881e4c7),segment_id=423413b7-e990-4208-b74c-36950881e4c7)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:40:47.913453 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767534896321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767534441966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767534411268'] for port (ce73e1dc-607e-4614-930c-2b11c9806a9a), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:47.942001 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13373ef-4e92-4dd1-951d-732e4de765aa x-openstack-request-id: req-e13373ef-4e92-4dd1-951d-732e4de765aa {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:40:47.942294 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a607dd9-3357-4f67-8c0d-64347a31a269", "name": "network-vif-plugged", "status": "completed", "tag": "ce73e1dc-607e-4614-930c-2b11c9806a9a", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:40:47.942543 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e13373ef-4e92-4dd1-951d-732e4de765aa {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:40:47.942957 dv-cinder-860260-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e13373ef-4e92-4dd1-951d-732e4de765aa'] response: {'server_uuid': '4a607dd9-3357-4f67-8c0d-64347a31a269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce73e1dc-607e-4614-930c-2b11c9806a9a', 'code': 200} Oct 04 14:40:47.964592 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Pushing event updated for resources: {'Port': ['ID=ce73e1dc-607e-4614-930c-2b11c9806a9a,revision_number=8']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:40:52.363281 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=4 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:54.218762 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:55.378412 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=52 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:55.392157 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=49 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:56.563360 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=4 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:56.566674 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=12 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:57.005595 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:57.010095 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:40:57.018526 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-899d0333-ccf4-4211-a833-8d25ac9d1c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:40:59.444380 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-807f35c4-2992-4787-8c4a-851c15402b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:41:02.301524 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:41:02.775940 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:41:03.905783 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:41:08.808997 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:41:13.892235 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:41:14.196977 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=4 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:41:14.201257 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:41:18.800184 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:41:18.804302 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:41:19.366078 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:41:27.022169 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4403b2ad-20d1-4886-b668-33b1a281e9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:41:29.361713 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:41:29.362488 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:41:29.447377 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-dc40a0f8-a40b-4e63-82c7-d10391974ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:41:32.308554 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:41:32.905373 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:41:33.901497 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:41:38.818970 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:41:44.783497 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c6b000d5-4643-4038-aef9-646cdde49f94 req-fd0e3fe3-7102-461b-ae0a-22338b40df53 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386369 Oct 04 14:41:44.886319 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b000d5-4643-4038-aef9-646cdde49f94 req-e08af0ec-6f5c-4cbf-a711-47d41d4a6f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:41:44.887814 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c6b000d5-4643-4038-aef9-646cdde49f94 req-e08af0ec-6f5c-4cbf-a711-47d41d4a6f9c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=bf0ffb6098014feb89d5d6f61832b03b&device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 1130 time: 0.0394082 Oct 04 14:41:44.998674 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b000d5-4643-4038-aef9-646cdde49f94 req-20ee5136-082a-4b1a-afb1-4832341b44e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:41:45.000149 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c6b000d5-4643-4038-aef9-646cdde49f94 req-20ee5136-082a-4b1a-afb1-4832341b44e4 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=8dc4bbb0-f4de-40e9-996f-7b16b870c41f HTTP/1.1" status: 200 len: 909 time: 0.0930474 Oct 04 14:41:45.073256 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c6b000d5-4643-4038-aef9-646cdde49f94 req-9f161ba3-986f-42f0-bf4d-e9b7400c40fa service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce73e1dc-607e-4614-930c-2b11c9806a9a HTTP/1.1" status: 200 len: 1002 time: 0.0670776 Oct 04 14:41:45.121909 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b000d5-4643-4038-aef9-646cdde49f94 req-2397a900-cca2-4c0e-a544-1c169cdb3895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:41:45.123395 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c6b000d5-4643-4038-aef9-646cdde49f94 req-2397a900-cca2-4c0e-a544-1c169cdb3895 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=31e0a0f4-a531-46c3-bc87-029efb60f8bc HTTP/1.1" status: 200 len: 847 time: 0.0452466 Oct 04 14:41:45.170431 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b000d5-4643-4038-aef9-646cdde49f94 req-1b49645a-6d04-4cac-a53a-dbbc2114c6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:41:45.171908 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c6b000d5-4643-4038-aef9-646cdde49f94 req-1b49645a-6d04-4cac-a53a-dbbc2114c6ab service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=8dc4bbb0-f4de-40e9-996f-7b16b870c41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424390 Oct 04 14:41:45.262023 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c6b000d5-4643-4038-aef9-646cdde49f94 req-fa5d613c-c047-4c37-ad0f-2127d1fc3d8b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8dc4bbb0-f4de-40e9-996f-7b16b870c41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836492 Oct 04 14:41:45.356332 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-c6b000d5-4643-4038-aef9-646cdde49f94 req-d00f5512-2a42-49cf-9f66-75b5ff38c24b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8dc4bbb0-f4de-40e9-996f-7b16b870c41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872478 Oct 04 14:41:48.806644 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:41:48.811517 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:41:48.814209 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:41:54.969141 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=19 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:41:54.971022 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=13 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:41:55.351541 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=55 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:41:55.353349 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=46 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:41:56.365015 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:41:56.681308 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 51890) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:41:57.024379 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e983bc77-aa4f-4a49-b0c6-c55854bb69f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:41:57.076503 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Deleting port 939c9ca3-5db5-4715-bb87-02ee01b10e22 {{(pid=106355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:41:57.076847 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (939c9ca3-5db5-4715-bb87-02ee01b10e22), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:41:57.156800 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (939c9ca3-5db5-4715-bb87-02ee01b10e22), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:41:57.157134 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for floatingip (939c9ca3-5db5-4715-bb87-02ee01b10e22), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:41:57.170367 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Calling delete_port for 939c9ca3-5db5-4715-bb87-02ee01b10e22 owned by network:floatingip {{(pid=106355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:41:57.320210 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (939c9ca3-5db5-4715-bb87-02ee01b10e22), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:41:57.342746 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Pushing event deleted for resources: {'Port': ['ID=939c9ca3-5db5-4715-bb87-02ee01b10e22,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:41:57.356822 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:41:57.357165 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:41:57.357506 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:41:57.357884 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:41:57.358213 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:41:57.358545 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:41:57.358852 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:41:57.359169 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:41:57.359484 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:41:57.359803 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:41:57.360115 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:41:57.360455 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:41:57.360769 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:41:57.361079 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:41:57.361406 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:41:57.420610 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for floatingip (ea8c8c9d-d36d-4192-9545-f72e43744d1c), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:41:57.420919 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.db.l3_db [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Floating IP ea8c8c9d-d36d-4192-9545-f72e43744d1c disassociated (deleted). External IP: 172.27.3.122, port: ce73e1dc-607e-4614-930c-2b11c9806a9a. Oct 04 14:41:57.625722 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Router b2d0c66d-d8de-457b-8d50-548fcb62b799 has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:41:57.727934 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:41:57.732819 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for floatingip (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:41:57.737392 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e5ca06-243b-4f82-9592-c4ed74aada78 None None] Sync routers for ids ['b2d0c66d-d8de-457b-8d50-548fcb62b799'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:41:57.748398 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e5ca06-243b-4f82-9592-c4ed74aada78 None None] Routers {'b2d0c66d-d8de-457b-8d50-548fcb62b799'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:41:57.749022 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-51e5ca06-243b-4f82-9592-c4ed74aada78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:41:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['b2d0c66d-d8de-457b-8d50-548fcb62b799'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:41:57.760665 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:41:57.767433 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-219eafa8-b1b8-4d59-9005-1497331f5d62 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/ea8c8c9d-d36d-4192-9545-f72e43744d1c HTTP/1.1" status: 204 len: 168 time: 1.0851851 Oct 04 14:41:57.768327 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a607dd9-3357-4f67-8c0d-64347a31a269', 'tag': 'ce73e1dc-607e-4614-930c-2b11c9806a9a'}] {{(pid=106355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:41:57.771100 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172969012db89328cfee76f0acc2659810ea9ea6244db33f0d123db39f5e3407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be98feb-7e66-41de-9799-1078e5ed8a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a607dd9-3357-4f67-8c0d-64347a31a269", "tag": "ce73e1dc-607e-4614-930c-2b11c9806a9a"}]}' {{(pid=106355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:41:57.857339 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-51e5ca06-243b-4f82-9592-c4ed74aada78 None None] Set router b2d0c66d-d8de-457b-8d50-548fcb62b799 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:41:57.898501 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 14:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09ff04f-eb91-4b58-b1e0-51a3c79ff86f x-openstack-request-id: req-f09ff04f-eb91-4b58-b1e0-51a3c79ff86f {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:41:57.899088 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a607dd9-3357-4f67-8c0d-64347a31a269", "tag": "ce73e1dc-607e-4614-930c-2b11c9806a9a", "status": "completed", "code": 200}]} {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:41:57.899486 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f09ff04f-eb91-4b58-b1e0-51a3c79ff86f {{(pid=106355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:41:57.900019 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f09ff04f-eb91-4b58-b1e0-51a3c79ff86f'] response: {'name': 'network-changed', 'server_uuid': '4a607dd9-3357-4f67-8c0d-64347a31a269', 'tag': 'ce73e1dc-607e-4614-930c-2b11c9806a9a', 'status': 'completed', 'code': 200} Oct 04 14:41:58.009846 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be98feb-7e66-41de-9799-1078e5ed8a6a req-c3d25246-7fe7-4297-8b84-f5fee57b995e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:41:58.009846 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6be98feb-7e66-41de-9799-1078e5ed8a6a req-c3d25246-7fe7-4297-8b84-f5fee57b995e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=bf0ffb6098014feb89d5d6f61832b03b&device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 1130 time: 0.0590551 Oct 04 14:41:58.049179 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad086a-799d-4f74-986f-370c24508921 req-c28468bd-33ce-4009-b2b3-7254d1004270 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:41:58.050764 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-24ad086a-799d-4f74-986f-370c24508921 req-c28468bd-33ce-4009-b2b3-7254d1004270 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 946 time: 0.0606189 Oct 04 14:41:58.071020 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-51e5ca06-243b-4f82-9592-c4ed74aada78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'name': 'tempest-TestShelveInstance-825360471-router', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:37:26Z', 'updated_at': '2022-10-04T14:37:30Z', 'revision_number': 4, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'gw_port': {'id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:27Z', 'updated_at': '2022-10-04T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'b825a6c9-1ca5-4fad-9920-9c7dc656ee71', 'name': '', 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'mac_address': 'fa:16:3e:60:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '31e0a0f4-a531-46c3-bc87-029efb60f8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:30Z', 'updated_at': '2022-10-04T14:37:37Z', 'revision_number': 5, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'subnets': [{'id': '31e0a0f4-a531-46c3-bc87-029efb60f8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:41:58.100042 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e5ca06-243b-4f82-9592-c4ed74aada78 None None] Checking router: b2d0c66d-d8de-457b-8d50-548fcb62b799 for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:41:58.103732 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-24ad086a-799d-4f74-986f-370c24508921 req-88a0164b-7a1e-41ff-8238-42cbd3512144 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462162 Oct 04 14:41:58.108513 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e5ca06-243b-4f82-9592-c4ed74aada78 None None] Routers {'b2d0c66d-d8de-457b-8d50-548fcb62b799'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:41:58.109121 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-51e5ca06-243b-4f82-9592-c4ed74aada78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:41:29Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['b2d0c66d-d8de-457b-8d50-548fcb62b799'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:41:58.210677 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-51e5ca06-243b-4f82-9592-c4ed74aada78 None None] Set router b2d0c66d-d8de-457b-8d50-548fcb62b799 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:41:58.405571 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-51e5ca06-243b-4f82-9592-c4ed74aada78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'name': 'tempest-TestShelveInstance-825360471-router', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:37:26Z', 'updated_at': '2022-10-04T14:37:30Z', 'revision_number': 4, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'gw_port': {'id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:27Z', 'updated_at': '2022-10-04T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'b825a6c9-1ca5-4fad-9920-9c7dc656ee71', 'name': '', 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'mac_address': 'fa:16:3e:60:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '31e0a0f4-a531-46c3-bc87-029efb60f8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:30Z', 'updated_at': '2022-10-04T14:37:37Z', 'revision_number': 5, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'subnets': [{'id': '31e0a0f4-a531-46c3-bc87-029efb60f8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:41:58.431635 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e5ca06-243b-4f82-9592-c4ed74aada78 None None] The sync data for ids ['b2d0c66d-d8de-457b-8d50-548fcb62b799'] in dv-cinder-860260-1-iscsi is: [{'id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'name': 'tempest-TestShelveInstance-825360471-router', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:37:26Z', 'updated_at': '2022-10-04T14:37:30Z', 'revision_number': 4, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'gw_port': {'id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:27Z', 'updated_at': '2022-10-04T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi', '_interfaces': [{'id': 'b825a6c9-1ca5-4fad-9920-9c7dc656ee71', 'name': '', 'network_id': '8dc4bbb0-f4de-40e9-996f-7b16b870c41f', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'mac_address': 'fa:16:3e:60:15:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '31e0a0f4-a531-46c3-bc87-029efb60f8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:30Z', 'updated_at': '2022-10-04T14:37:37Z', 'revision_number': 5, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'subnets': [{'id': '31e0a0f4-a531-46c3-bc87-029efb60f8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:41:58.655099 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b02c0-060b-4391-bfe2-5243e912ab37 None None] New status for floating IP ea8c8c9d-d36d-4192-9545-f72e43744d1c: DOWN {{(pid=106357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 14:41:59.111574 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be98feb-7e66-41de-9799-1078e5ed8a6a req-970120d3-7a37-4ed3-bed5-c20328c01b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:41:59.113588 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6be98feb-7e66-41de-9799-1078e5ed8a6a req-970120d3-7a37-4ed3-bed5-c20328c01b45 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=8dc4bbb0-f4de-40e9-996f-7b16b870c41f HTTP/1.1" status: 200 len: 909 time: 0.0898695 Oct 04 14:41:59.228822 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ad224-eccd-4545-9a65-53dd5bbf24d1 req-cee52aaa-8282-4621-a827-a699a682cf76 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:41:59.230355 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-aa0ad224-eccd-4545-9a65-53dd5bbf24d1 req-cee52aaa-8282-4621-a827-a699a682cf76 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 946 time: 0.0481086 Oct 04 14:41:59.251652 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:41:59.271034 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6be98feb-7e66-41de-9799-1078e5ed8a6a req-bfed43b4-f885-4109-a0dc-33c63951f87b service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce73e1dc-607e-4614-930c-2b11c9806a9a HTTP/1.1" status: 200 len: 217 time: 0.0336914 Oct 04 14:41:59.285799 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-aa0ad224-eccd-4545-9a65-53dd5bbf24d1 req-a1b41daa-4cdc-4ac3-8913-5adb0d781b68 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c0b61245-2661-4b42-9c23-efee56ade426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489800 Oct 04 14:41:59.326487 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be98feb-7e66-41de-9799-1078e5ed8a6a req-5b541cc0-63fa-4f06-b5a2-6fb2371848ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:41:59.327921 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6be98feb-7e66-41de-9799-1078e5ed8a6a req-5b541cc0-63fa-4f06-b5a2-6fb2371848ab service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=31e0a0f4-a531-46c3-bc87-029efb60f8bc HTTP/1.1" status: 200 len: 847 time: 0.0491848 Oct 04 14:41:59.451093 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-8f11ca44-d40a-4f2c-b1a1-5f9dfce0dc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:41:59.520408 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be98feb-7e66-41de-9799-1078e5ed8a6a req-361e5435-cb0d-4faf-85d5-49d8e7e87411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:41:59.521930 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6be98feb-7e66-41de-9799-1078e5ed8a6a req-361e5435-cb0d-4faf-85d5-49d8e7e87411 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=8dc4bbb0-f4de-40e9-996f-7b16b870c41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430956 Oct 04 14:41:59.619274 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6be98feb-7e66-41de-9799-1078e5ed8a6a req-fcbc53f6-372e-4bd4-952d-758190df9cc3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8dc4bbb0-f4de-40e9-996f-7b16b870c41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899842 Oct 04 14:41:59.653270 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1fc1bd-2c61-4da1-8c62-6ced458d964f req-d018c0fa-bc68-4ca7-b598-839c903ad3af tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 14:41:59.654887 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-6f1fc1bd-2c61-4da1-8c62-6ced458d964f req-d018c0fa-bc68-4ca7-b598-839c903ad3af tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 946 time: 0.0495138 Oct 04 14:41:59.717227 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [req-6be98feb-7e66-41de-9799-1078e5ed8a6a req-dcb182ae-a5ab-4a05-b248-4cc6989b319d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/8dc4bbb0-f4de-40e9-996f-7b16b870c41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920527 Oct 04 14:41:59.751363 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [req-6f1fc1bd-2c61-4da1-8c62-6ced458d964f req-8889297f-9fd0-4f21-a323-215558d07ba4 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Deleting port ce73e1dc-607e-4614-930c-2b11c9806a9a {{(pid=106355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:41:59.751718 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-6f1fc1bd-2c61-4da1-8c62-6ced458d964f req-8889297f-9fd0-4f21-a323-215558d07ba4 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (ce73e1dc-607e-4614-930c-2b11c9806a9a), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:41:59.856299 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [req-6f1fc1bd-2c61-4da1-8c62-6ced458d964f req-8889297f-9fd0-4f21-a323-215558d07ba4 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] For port ce73e1dc-607e-4614-930c-2b11c9806a9a, host hv-cinder-86026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86026',level=0,port_id=ce73e1dc-607e-4614-930c-2b11c9806a9a,segment=NetworkSegment(423413b7-e990-4208-b74c-36950881e4c7),segment_id=423413b7-e990-4208-b74c-36950881e4c7)] {{(pid=106355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:41:59.856738 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-6f1fc1bd-2c61-4da1-8c62-6ced458d964f req-8889297f-9fd0-4f21-a323-215558d07ba4 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (ce73e1dc-607e-4614-930c-2b11c9806a9a), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:41:59.870503 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [req-6f1fc1bd-2c61-4da1-8c62-6ced458d964f req-8889297f-9fd0-4f21-a323-215558d07ba4 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Calling delete_port for ce73e1dc-607e-4614-930c-2b11c9806a9a owned by compute:nova {{(pid=106355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:42:00.012163 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-6f1fc1bd-2c61-4da1-8c62-6ced458d964f req-8889297f-9fd0-4f21-a323-215558d07ba4 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (ce73e1dc-607e-4614-930c-2b11c9806a9a), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:00.039084 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889297f-9fd0-4f21-a323-215558d07ba4 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Pushing event deleted for resources: {'Port': ['ID=ce73e1dc-607e-4614-930c-2b11c9806a9a,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:42:00.093429 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1fc1bd-2c61-4da1-8c62-6ced458d964f req-8889297f-9fd0-4f21-a323-215558d07ba4 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] No DVR routers for this DVR port ce73e1dc-607e-4614-930c-2b11c9806a9a on host hv-cinder-86026 {{(pid=106355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:42:00.096242 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [req-6f1fc1bd-2c61-4da1-8c62-6ced458d964f req-8889297f-9fd0-4f21-a323-215558d07ba4 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20546'] for port (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:00.101161 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-6f1fc1bd-2c61-4da1-8c62-6ced458d964f req-8889297f-9fd0-4f21-a323-215558d07ba4 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.17 "DELETE /networking/v2.0/ports/ce73e1dc-607e-4614-930c-2b11c9806a9a HTTP/1.1" status: 204 len: 173 time: 0.4407470 Oct 04 14:42:00.101684 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a607dd9-3357-4f67-8c0d-64347a31a269', 'name': 'network-vif-deleted', 'tag': 'ce73e1dc-607e-4614-930c-2b11c9806a9a'}] {{(pid=106355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 14:42:00.104470 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172969012db89328cfee76f0acc2659810ea9ea6244db33f0d123db39f5e3407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6075d2e-7bb0-4fbe-8fc0-4aefe550da60" -d '{"events": [{"server_uuid": "4a607dd9-3357-4f67-8c0d-64347a31a269", "name": "network-vif-deleted", "tag": "ce73e1dc-607e-4614-930c-2b11c9806a9a"}]}' {{(pid=106355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 14:42:00.151817 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 14:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0617e7-0d10-4959-a591-0f88bb5974ec x-openstack-request-id: req-db0617e7-0d10-4959-a591-0f88bb5974ec {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 14:42:00.152136 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a607dd9-3357-4f67-8c0d-64347a31a269", "name": "network-vif-deleted", "tag": "ce73e1dc-607e-4614-930c-2b11c9806a9a", "status": "completed", "code": 200}]} {{(pid=106355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 14:42:00.152417 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db0617e7-0d10-4959-a591-0f88bb5974ec {{(pid=106355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 14:42:00.153615 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db0617e7-0d10-4959-a591-0f88bb5974ec'] response: {'server_uuid': '4a607dd9-3357-4f67-8c0d-64347a31a269', 'name': 'network-vif-deleted', 'tag': 'ce73e1dc-607e-4614-930c-2b11c9806a9a', 'status': 'completed', 'code': 200} Oct 04 14:42:00.396545 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [req-f4736cd3-6242-4749-a326-4ff30844b690 req-529f47bb-6fac-4196-9753-80afc81ca82e tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4a607dd9-3357-4f67-8c0d-64347a31a269 HTTP/1.1" status: 200 len: 210 time: 0.0340691 Oct 04 14:42:01.466571 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 51924) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:42:01.526874 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c79c8b8e-a9f4-41e3-ad65-c1d0306abea5 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for security_group (c0b61245-2661-4b42-9c23-efee56ade426), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:01.551159 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c79c8b8e-a9f4-41e3-ad65-c1d0306abea5 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for security_group (c0b61245-2661-4b42-9c23-efee56ade426), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:01.613926 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c79c8b8e-a9f4-41e3-ad65-c1d0306abea5 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (c0b61245-2661-4b42-9c23-efee56ade426), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:01.616543 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-c79c8b8e-a9f4-41e3-ad65-c1d0306abea5 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Publish callbacks [] for security_group (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:01.617725 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-c79c8b8e-a9f4-41e3-ad65-c1d0306abea5 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c0b61245-2661-4b42-9c23-efee56ade426 HTTP/1.1" status: 204 len: 168 time: 0.1513572 Oct 04 14:42:01.627380 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c8b8e-a9f4-41e3-ad65-c1d0306abea5 tempest-TestShelveInstance-1523421449 tempest-TestShelveInstance-1523421449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b61245-2661-4b42-9c23-efee56ade426,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:42:01.670241 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 51928) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:42:01.907348 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:01.927603 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:01.993367 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-e36d5625-7a8a-4ea8-ad56-72cf31404c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556104'] for router_interface (b2d0c66d-d8de-457b-8d50-548fcb62b799), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:02.219476 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-e36d5625-7a8a-4ea8-ad56-72cf31404c9f admin admin] Deleting port b825a6c9-1ca5-4fad-9920-9c7dc656ee71 {{(pid=106355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:42:02.219719 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-e36d5625-7a8a-4ea8-ad56-72cf31404c9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (b825a6c9-1ca5-4fad-9920-9c7dc656ee71), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:02.303190 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-e36d5625-7a8a-4ea8-ad56-72cf31404c9f admin admin] For port b825a6c9-1ca5-4fad-9920-9c7dc656ee71, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=b825a6c9-1ca5-4fad-9920-9c7dc656ee71,segment=NetworkSegment(423413b7-e990-4208-b74c-36950881e4c7),segment_id=423413b7-e990-4208-b74c-36950881e4c7)] {{(pid=106355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:42:02.303555 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-e36d5625-7a8a-4ea8-ad56-72cf31404c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (b825a6c9-1ca5-4fad-9920-9c7dc656ee71), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:02.305502 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:02.316590 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-e36d5625-7a8a-4ea8-ad56-72cf31404c9f admin admin] Calling delete_port for b825a6c9-1ca5-4fad-9920-9c7dc656ee71 owned by network:router_interface {{(pid=106355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:42:02.510765 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-e36d5625-7a8a-4ea8-ad56-72cf31404c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (b825a6c9-1ca5-4fad-9920-9c7dc656ee71), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:02.534991 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d5625-7a8a-4ea8-ad56-72cf31404c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=b825a6c9-1ca5-4fad-9920-9c7dc656ee71,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:42:02.729760 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-e36d5625-7a8a-4ea8-ad56-72cf31404c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556092'] for router_interface (b2d0c66d-d8de-457b-8d50-548fcb62b799), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:02.780245 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:02.807890 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:02.883672 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:02.990543 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36d5625-7a8a-4ea8-ad56-72cf31404c9f admin admin] Router b2d0c66d-d8de-457b-8d50-548fcb62b799 has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:42:03.100112 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36d5625-7a8a-4ea8-ad56-72cf31404c9f admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:42:03.105206 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-e36d5625-7a8a-4ea8-ad56-72cf31404c9f admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/b2d0c66d-d8de-457b-8d50-548fcb62b799/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4339540 Oct 04 14:42:03.107898 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 51930) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:42:03.109623 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eea653-eff5-4cd2-a8d4-f917d87d6638 None None] Sync routers for ids ['b2d0c66d-d8de-457b-8d50-548fcb62b799'] in dv-cinder-860260-1-iscsi {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:42:03.121161 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eea653-eff5-4cd2-a8d4-f917d87d6638 None None] Routers {'b2d0c66d-d8de-457b-8d50-548fcb62b799'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:42:03.121866 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-60eea653-eff5-4cd2-a8d4-f917d87d6638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:41:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['b2d0c66d-d8de-457b-8d50-548fcb62b799'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:42:03.211162 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ad617e8f-54ad-4e7f-a110-29d8793ed15a admin admin] Publish callbacks [] for router (b2d0c66d-d8de-457b-8d50-548fcb62b799), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:03.225870 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-60eea653-eff5-4cd2-a8d4-f917d87d6638 None None] Set router b2d0c66d-d8de-457b-8d50-548fcb62b799 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:42:03.321818 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ad617e8f-54ad-4e7f-a110-29d8793ed15a admin admin] Publish callbacks [] for router_gateway (b2d0c66d-d8de-457b-8d50-548fcb62b799), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:03.372265 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-ad617e8f-54ad-4e7f-a110-29d8793ed15a admin admin] Deleting port a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9 {{(pid=106355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:42:03.372638 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ad617e8f-54ad-4e7f-a110-29d8793ed15a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:03.404911 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=100 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:03.409640 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-60eea653-eff5-4cd2-a8d4-f917d87d6638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'name': 'tempest-TestShelveInstance-825360471-router', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:37:26Z', 'updated_at': '2022-10-04T14:42:02Z', 'revision_number': 5, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'gw_port': {'id': 'a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:27Z', 'updated_at': '2022-10-04T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:42:03.437558 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eea653-eff5-4cd2-a8d4-f917d87d6638 None None] Checking router: b2d0c66d-d8de-457b-8d50-548fcb62b799 for host: dv-cinder-860260-1-iscsi {{(pid=106358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:42:03.450917 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eea653-eff5-4cd2-a8d4-f917d87d6638 None None] Routers {'b2d0c66d-d8de-457b-8d50-548fcb62b799'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:42:03.451540 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-60eea653-eff5-4cd2-a8d4-f917d87d6638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:41:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['b2d0c66d-d8de-457b-8d50-548fcb62b799'], 'active': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:42:03.461660 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-ad617e8f-54ad-4e7f-a110-29d8793ed15a admin admin] For port a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:42:03.462113 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ad617e8f-54ad-4e7f-a110-29d8793ed15a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:03.478762 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-ad617e8f-54ad-4e7f-a110-29d8793ed15a admin admin] Calling delete_port for a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9 owned by network:router_gateway {{(pid=106355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:42:03.632831 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=100 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:03.637648 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvr_db [None req-60eea653-eff5-4cd2-a8d4-f917d87d6638 None None] Set router b2d0c66d-d8de-457b-8d50-548fcb62b799 gateway port host: None {{(pid=106358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:42:03.666742 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ad617e8f-54ad-4e7f-a110-29d8793ed15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:03.691472 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_hamode_db [None req-60eea653-eff5-4cd2-a8d4-f917d87d6638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'name': 'tempest-TestShelveInstance-825360471-router', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:37:26Z', 'updated_at': '2022-10-04T14:42:03Z', 'revision_number': 6, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'gw_port_host': None}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:42:03.700010 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad617e8f-54ad-4e7f-a110-29d8793ed15a admin admin] Pushing event deleted for resources: {'Port': ['ID=a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:42:03.724038 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eea653-eff5-4cd2-a8d4-f917d87d6638 None None] The sync data for ids ['b2d0c66d-d8de-457b-8d50-548fcb62b799'] in dv-cinder-860260-1-iscsi is: [{'id': 'b2d0c66d-d8de-457b-8d50-548fcb62b799', 'name': 'tempest-TestShelveInstance-825360471-router', 'tenant_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:37:26Z', 'updated_at': '2022-10-04T14:42:03Z', 'revision_number': 6, 'project_id': 'bf0ffb6098014feb89d5d6f61832b03b', 'gw_port_host': None}] {{(pid=106358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:42:03.770706 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:03.782471 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ad617e8f-54ad-4e7f-a110-29d8793ed15a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549238'] for router_gateway (b2d0c66d-d8de-457b-8d50-548fcb62b799), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:03.906477 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:04.099397 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device ce73e1dc-607e-4614-930c-2b11c9806a9a no longer exists at agent hyperv_hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:42:04.119842 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] No Port match for: ce73e1dc-607e-4614-930c-2b11c9806a9a {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:42:04.121713 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Device ce73e1dc-607e-4614-930c-2b11c9806a9a not bound to the agent host hv-cinder-86026 {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:42:04.123475 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:04.130639 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ad617e8f-54ad-4e7f-a110-29d8793ed15a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7298'] for router (b2d0c66d-d8de-457b-8d50-548fcb62b799), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:04.133166 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ad617e8f-54ad-4e7f-a110-29d8793ed15a admin admin] Publish callbacks [] for router_controller (b2d0c66d-d8de-457b-8d50-548fcb62b799), precommit_delete_associations {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:04.186624 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ad617e8f-54ad-4e7f-a110-29d8793ed15a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556132'] for router (b2d0c66d-d8de-457b-8d50-548fcb62b799), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:04.187251 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad617e8f-54ad-4e7f-a110-29d8793ed15a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2d0c66d-d8de-457b-8d50-548fcb62b799 {{(pid=106355) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 14:42:04.192854 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-ad617e8f-54ad-4e7f-a110-29d8793ed15a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:04.194041 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-ad617e8f-54ad-4e7f-a110-29d8793ed15a admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/b2d0c66d-d8de-457b-8d50-548fcb62b799 HTTP/1.1" status: 204 len: 168 time: 1.0851691 Oct 04 14:42:04.196863 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 51932) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:42:04.248257 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cceda78-b14e-47a2-9033-e5f73fc8fa2e admin admin] Deleting subnet 31e0a0f4-a531-46c3-bc87-029efb60f8bc {{(pid=106355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 14:42:04.252059 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-7cceda78-b14e-47a2-9033-e5f73fc8fa2e admin admin] Publish callbacks [] for subnet (31e0a0f4-a531-46c3-bc87-029efb60f8bc), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:04.289304 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-7cceda78-b14e-47a2-9033-e5f73fc8fa2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5614478'] for subnet (31e0a0f4-a531-46c3-bc87-029efb60f8bc), precommit_delete_associations {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:04.367532 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-7cceda78-b14e-47a2-9033-e5f73fc8fa2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394552'] for subnet (31e0a0f4-a531-46c3-bc87-029efb60f8bc), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:04.425526 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-7cceda78-b14e-47a2-9033-e5f73fc8fa2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6577707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6171493'] for subnet (31e0a0f4-a531-46c3-bc87-029efb60f8bc), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:04.451647 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cceda78-b14e-47a2-9033-e5f73fc8fa2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31e0a0f4-a531-46c3-bc87-029efb60f8bc,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:42:04.455278 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-7cceda78-b14e-47a2-9033-e5f73fc8fa2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for subnet (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:04.458110 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-7cceda78-b14e-47a2-9033-e5f73fc8fa2e admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/31e0a0f4-a531-46c3-bc87-029efb60f8bc HTTP/1.1" status: 204 len: 168 time: 0.2601118 Oct 04 14:42:04.460656 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [-] (106355) accepted ('10.222.0.64', 51934) {{(pid=106355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:42:04.463350 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28efbd35-aad4-4f88-9488-b25b8e485fd4 None None] Network 8dc4bbb0-f4de-40e9-996f-7b16b870c41f requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:42:04.539752 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5118d497-1042-4b5e-8a64-05c79338dd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1385909'] for network (8dc4bbb0-f4de-40e9-996f-7b16b870c41f), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:04.588070 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-5118d497-1042-4b5e-8a64-05c79338dd97 admin admin] Deleting port 23ab3183-6b21-4235-b51e-b09c2c512ef7 {{(pid=106355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:42:04.588444 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5118d497-1042-4b5e-8a64-05c79338dd97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (23ab3183-6b21-4235-b51e-b09c2c512ef7), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:04.647937 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df628997-3d59-49a2-a444-5a2fce0cf068 None None] DHCP port deletion for 8dc4bbb0-f4de-40e9-996f-7b16b870c41f request from dv-cinder-860260-1-iscsi {{(pid=106357) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 14:42:04.667580 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-5118d497-1042-4b5e-8a64-05c79338dd97 admin admin] For port 23ab3183-6b21-4235-b51e-b09c2c512ef7, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=23ab3183-6b21-4235-b51e-b09c2c512ef7,segment=NetworkSegment(423413b7-e990-4208-b74c-36950881e4c7),segment_id=423413b7-e990-4208-b74c-36950881e4c7)] {{(pid=106355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:42:04.668176 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5118d497-1042-4b5e-8a64-05c79338dd97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (23ab3183-6b21-4235-b51e-b09c2c512ef7), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:04.684260 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.plugin [None req-5118d497-1042-4b5e-8a64-05c79338dd97 admin admin] Calling delete_port for 23ab3183-6b21-4235-b51e-b09c2c512ef7 owned by network:dhcp {{(pid=106355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:42:04.689635 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-df628997-3d59-49a2-a444-5a2fce0cf068 None None] Deleting port 23ab3183-6b21-4235-b51e-b09c2c512ef7 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:42:04.690576 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-df628997-3d59-49a2-a444-5a2fce0cf068 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (23ab3183-6b21-4235-b51e-b09c2c512ef7), before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:04.765806 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-df628997-3d59-49a2-a444-5a2fce0cf068 None None] For port 23ab3183-6b21-4235-b51e-b09c2c512ef7, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=23ab3183-6b21-4235-b51e-b09c2c512ef7,segment=NetworkSegment(423413b7-e990-4208-b74c-36950881e4c7),segment_id=423413b7-e990-4208-b74c-36950881e4c7)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:42:04.766197 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-df628997-3d59-49a2-a444-5a2fce0cf068 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (23ab3183-6b21-4235-b51e-b09c2c512ef7), precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:04.786925 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-df628997-3d59-49a2-a444-5a2fce0cf068 None None] Calling delete_port for 23ab3183-6b21-4235-b51e-b09c2c512ef7 owned by network:dhcp {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:42:04.846447 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5118d497-1042-4b5e-8a64-05c79338dd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577694'] for port (23ab3183-6b21-4235-b51e-b09c2c512ef7), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:04.882740 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5118d497-1042-4b5e-8a64-05c79338dd97 admin admin] No DVR routers for this DVR port 23ab3183-6b21-4235-b51e-b09c2c512ef7 on host dv-cinder-860260-1-iscsi {{(pid=106355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:42:04.884608 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118d497-1042-4b5e-8a64-05c79338dd97 admin admin] Pushing event deleted for resources: {'Port': ['ID=23ab3183-6b21-4235-b51e-b09c2c512ef7,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:42:04.891803 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-df628997-3d59-49a2-a444-5a2fce0cf068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957'] for port (23ab3183-6b21-4235-b51e-b09c2c512ef7), after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:04.930134 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df628997-3d59-49a2-a444-5a2fce0cf068 None None] Pushing event deleted for resources: {'Port': ['ID=23ab3183-6b21-4235-b51e-b09c2c512ef7,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:42:04.938161 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df628997-3d59-49a2-a444-5a2fce0cf068 None None] No DVR routers for this DVR port 23ab3183-6b21-4235-b51e-b09c2c512ef7 on host dv-cinder-860260-1-iscsi {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:42:04.941704 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df628997-3d59-49a2-a444-5a2fce0cf068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:04.942071 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df628997-3d59-49a2-a444-5a2fce0cf068 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:04.942458 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df628997-3d59-49a2-a444-5a2fce0cf068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:04.942911 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df628997-3d59-49a2-a444-5a2fce0cf068 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:04.943318 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df628997-3d59-49a2-a444-5a2fce0cf068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:04.943660 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df628997-3d59-49a2-a444-5a2fce0cf068 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:04.943991 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df628997-3d59-49a2-a444-5a2fce0cf068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:04.944335 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df628997-3d59-49a2-a444-5a2fce0cf068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:04.944677 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df628997-3d59-49a2-a444-5a2fce0cf068 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:04.945004 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df628997-3d59-49a2-a444-5a2fce0cf068 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:04.945334 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df628997-3d59-49a2-a444-5a2fce0cf068 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:04.945655 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df628997-3d59-49a2-a444-5a2fce0cf068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:04.945977 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df628997-3d59-49a2-a444-5a2fce0cf068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:04.946496 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df628997-3d59-49a2-a444-5a2fce0cf068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:04.946819 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df628997-3d59-49a2-a444-5a2fce0cf068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:04.977657 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9 no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:42:04.978151 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5118d497-1042-4b5e-8a64-05c79338dd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335914', 'neutron.services.segments.db._delete_segments_for_network-8767534955484'] for network (8dc4bbb0-f4de-40e9-996f-7b16b870c41f), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:04.998864 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:42:04.999335 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device a43d9cf3-f603-4bb2-80d9-e326ddf6fbe9 not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:42:04.999842 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device b825a6c9-1ca5-4fad-9920-9c7dc656ee71 no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:42:05.011672 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-5118d497-1042-4b5e-8a64-05c79338dd97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc4bbb0-f4de-40e9-996f-7b16b870c41f']}} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:42:05.023614 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: b825a6c9-1ca5-4fad-9920-9c7dc656ee71 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:42:05.023614 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device b825a6c9-1ca5-4fad-9920-9c7dc656ee71 not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:42:05.023614 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 23ab3183-6b21-4235-b51e-b09c2c512ef7 no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:42:05.024202 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-5118d497-1042-4b5e-8a64-05c79338dd97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423413b7-e990-4208-b74c-36950881e4c7') {'for_net_delete': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:42:05.024202 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.services.segments.db [None req-5118d497-1042-4b5e-8a64-05c79338dd97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423413b7-e990-4208-b74c-36950881e4c7') {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:42:05.038979 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5118d497-1042-4b5e-8a64-05c79338dd97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767534908582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5614583'] for segment (423413b7-e990-4208-b74c-36950881e4c7), before_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:05.043651 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: 23ab3183-6b21-4235-b51e-b09c2c512ef7 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:42:05.043995 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 23ab3183-6b21-4235-b51e-b09c2c512ef7 not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:42:05.059284 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5118d497-1042-4b5e-8a64-05c79338dd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (423413b7-e990-4208-b74c-36950881e4c7), precommit_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:05.066828 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5118d497-1042-4b5e-8a64-05c79338dd97 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=106355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 14:42:05.067226 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5118d497-1042-4b5e-8a64-05c79338dd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6577857'] for segment (423413b7-e990-4208-b74c-36950881e4c7), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:05.109576 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:05.111367 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.services.segments.plugin [-] Segment 423413b7-e990-4208-b74c-36950881e4c7 resource provider aggregate not found Oct 04 14:42:05.131386 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.services.segments.plugin [-] Segment 423413b7-e990-4208-b74c-36950881e4c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 423413b7-e990-4208-b74c-36950881e4c7 found for delete ", "request_id": "req-a31c48ab-04e8-40bd-91ae-1ebc87ccf079"}]} Oct 04 14:42:05.138880 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5118d497-1042-4b5e-8a64-05c79338dd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1336217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549289'] for network (8dc4bbb0-f4de-40e9-996f-7b16b870c41f), after_delete {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:05.145682 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-5118d497-1042-4b5e-8a64-05c79338dd97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:05.149866 dv-cinder-860260-1-iscsi neutron-server[106355]: INFO neutron.wsgi [None req-5118d497-1042-4b5e-8a64-05c79338dd97 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/8dc4bbb0-f4de-40e9-996f-7b16b870c41f HTTP/1.1" status: 204 len: 168 time: 0.6881249 Oct 04 14:42:05.154299 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51940) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:42:05.166354 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118d497-1042-4b5e-8a64-05c79338dd97 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dc4bbb0-f4de-40e9-996f-7b16b870c41f,revision_number=None']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:42:05.515449 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556104'] for router_interface (259540d0-dfe0-44f1-8ad5-9a7030222920), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:05.615380 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:05.685207 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=100 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:05.751675 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] Deleting port 98d7108c-6419-4271-be57-4e4a7c10fd52 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:42:05.751915 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (98d7108c-6419-4271-be57-4e4a7c10fd52), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:05.830165 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] For port 98d7108c-6419-4271-be57-4e4a7c10fd52, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=98d7108c-6419-4271-be57-4e4a7c10fd52,segment=NetworkSegment(c7083fa1-a473-443d-a6f0-1e9d0ee9c752),segment_id=c7083fa1-a473-443d-a6f0-1e9d0ee9c752)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:42:05.830522 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (98d7108c-6419-4271-be57-4e4a7c10fd52), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:05.843729 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] Calling delete_port for 98d7108c-6419-4271-be57-4e4a7c10fd52 owned by network:router_interface {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:42:06.025302 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (98d7108c-6419-4271-be57-4e4a7c10fd52), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:06.052546 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] Pushing event deleted for resources: {'Port': ['ID=98d7108c-6419-4271-be57-4e4a7c10fd52,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:42:06.064231 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:06.064611 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:06.064955 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:06.065288 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:06.065621 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:06.065948 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:06.066272 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:06.066596 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:06.068752 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:06.068752 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:06.068752 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:06.068752 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:06.068752 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:06.069535 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:06.069535 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860260-1-iscsi {{(pid=106356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 14:42:06.498442 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556092'] for router_interface (259540d0-dfe0-44f1-8ad5-9a7030222920), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:06.711536 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] Router 259540d0-dfe0-44f1-8ad5-9a7030222920 has already been hosted by L3 agent 143239ad-78d0-4b46-bab7-60f655805716 {{(pid=106356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 14:42:06.761146 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:06.765466 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:06.821607 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] Notify agent at l3_agent.dv-cinder-860260-1-iscsi the message routers_updated {{(pid=106356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 14:42:06.826745 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-dc580858-dec4-4fa9-9145-82605c992da9 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/259540d0-dfe0-44f1-8ad5-9a7030222920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6711962 Oct 04 14:42:06.829631 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51942) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:42:06.830676 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa6a60a-7702-41b7-b648-413629a99d49 None None] Sync routers for ids ['259540d0-dfe0-44f1-8ad5-9a7030222920'] in dv-cinder-860260-1-iscsi {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 14:42:06.842501 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa6a60a-7702-41b7-b648-413629a99d49 None None] Routers {'259540d0-dfe0-44f1-8ad5-9a7030222920'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:42:06.843136 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-2fa6a60a-7702-41b7-b648-413629a99d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:41:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['259540d0-dfe0-44f1-8ad5-9a7030222920'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:42:06.943189 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-659e0601-10a5-4039-8001-893748fed07c admin admin] Publish callbacks [] for router (259540d0-dfe0-44f1-8ad5-9a7030222920), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:06.985664 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-2fa6a60a-7702-41b7-b648-413629a99d49 None None] Set router 259540d0-dfe0-44f1-8ad5-9a7030222920 gateway port host: dv-cinder-860260-1-iscsi {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:42:07.048073 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-659e0601-10a5-4039-8001-893748fed07c admin admin] Publish callbacks [] for router_gateway (259540d0-dfe0-44f1-8ad5-9a7030222920), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:07.102730 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-659e0601-10a5-4039-8001-893748fed07c admin admin] Deleting port 19e0a3e3-a8f5-460d-814c-0d39f355299f {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:42:07.103211 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-659e0601-10a5-4039-8001-893748fed07c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (19e0a3e3-a8f5-460d-814c-0d39f355299f), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:07.168538 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-2fa6a60a-7702-41b7-b648-413629a99d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259540d0-dfe0-44f1-8ad5-9a7030222920', 'name': 'tempest-TestShelveInstance-621437529-router', 'tenant_id': '3b511402d62d48d7ae28d4b36513bacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'external_fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '19e0a3e3-a8f5-460d-814c-0d39f355299f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:37:33Z', 'updated_at': '2022-10-04T14:42:05Z', 'revision_number': 5, 'project_id': '3b511402d62d48d7ae28d4b36513bacb', 'gw_port': {'id': '19e0a3e3-a8f5-460d-814c-0d39f355299f', 'name': '', 'network_id': 'de362cfd-b891-4103-bae0-869e4a402a70', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259540d0-dfe0-44f1-8ad5-9a7030222920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860260-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T14:37:34Z', 'updated_at': '2022-10-04T14:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c2c6c3c-3853-43fc-af9b-8782761709b2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860260-1-iscsi'}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:42:07.190421 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [None req-659e0601-10a5-4039-8001-893748fed07c admin admin] For port 19e0a3e3-a8f5-460d-814c-0d39f355299f, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=19e0a3e3-a8f5-460d-814c-0d39f355299f,segment=NetworkSegment(04080455-473f-4c13-aa7d-4409f19c5551),segment_id=04080455-473f-4c13-aa7d-4409f19c5551)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:42:07.190793 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-659e0601-10a5-4039-8001-893748fed07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (19e0a3e3-a8f5-460d-814c-0d39f355299f), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:07.193929 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa6a60a-7702-41b7-b648-413629a99d49 None None] Checking router: 259540d0-dfe0-44f1-8ad5-9a7030222920 for host: dv-cinder-860260-1-iscsi {{(pid=106357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 14:42:07.202934 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa6a60a-7702-41b7-b648-413629a99d49 None None] Routers {'259540d0-dfe0-44f1-8ad5-9a7030222920'} bound to L3 agent in host dv-cinder-860260-1-iscsi {{(pid=106357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 14:42:07.203515 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-2fa6a60a-7702-41b7-b648-413629a99d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860260-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T14:20:59Z,description=,heartbeat_timestamp=2022-10-04T14:41:59Z,host='dv-cinder-860260-1-iscsi',id=143239ad-78d0-4b46-bab7-60f655805716,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T14:20:59Z,topic='l3_agent')) {'router_ids': ['259540d0-dfe0-44f1-8ad5-9a7030222920'], 'active': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:42:07.205354 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-659e0601-10a5-4039-8001-893748fed07c admin admin] Calling delete_port for 19e0a3e3-a8f5-460d-814c-0d39f355299f owned by network:router_gateway {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:42:07.294753 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvr_db [None req-2fa6a60a-7702-41b7-b648-413629a99d49 None None] Set router 259540d0-dfe0-44f1-8ad5-9a7030222920 gateway port host: None {{(pid=106357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 14:42:07.353818 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_hamode_db [None req-2fa6a60a-7702-41b7-b648-413629a99d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259540d0-dfe0-44f1-8ad5-9a7030222920', 'name': 'tempest-TestShelveInstance-621437529-router', 'tenant_id': '3b511402d62d48d7ae28d4b36513bacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:37:33Z', 'updated_at': '2022-10-04T14:42:07Z', 'revision_number': 6, 'project_id': '3b511402d62d48d7ae28d4b36513bacb', 'gw_port_host': None}], 'dv-cinder-860260-1-iscsi', False) {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:42:07.381101 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa6a60a-7702-41b7-b648-413629a99d49 None None] The sync data for ids ['259540d0-dfe0-44f1-8ad5-9a7030222920'] in dv-cinder-860260-1-iscsi is: [{'id': '259540d0-dfe0-44f1-8ad5-9a7030222920', 'name': 'tempest-TestShelveInstance-621437529-router', 'tenant_id': '3b511402d62d48d7ae28d4b36513bacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T14:37:33Z', 'updated_at': '2022-10-04T14:42:07Z', 'revision_number': 6, 'project_id': '3b511402d62d48d7ae28d4b36513bacb', 'gw_port_host': None}] {{(pid=106357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 14:42:07.403699 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-659e0601-10a5-4039-8001-893748fed07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (19e0a3e3-a8f5-460d-814c-0d39f355299f), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:07.452528 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e0601-10a5-4039-8001-893748fed07c admin admin] Pushing event deleted for resources: {'Port': ['ID=19e0a3e3-a8f5-460d-814c-0d39f355299f,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:42:07.526372 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-659e0601-10a5-4039-8001-893748fed07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549238'] for router_gateway (259540d0-dfe0-44f1-8ad5-9a7030222920), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:07.625558 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-659e0601-10a5-4039-8001-893748fed07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7298'] for router (259540d0-dfe0-44f1-8ad5-9a7030222920), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:07.628474 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-659e0601-10a5-4039-8001-893748fed07c admin admin] Publish callbacks [] for router_controller (259540d0-dfe0-44f1-8ad5-9a7030222920), precommit_delete_associations {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:07.672492 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-659e0601-10a5-4039-8001-893748fed07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556132'] for router (259540d0-dfe0-44f1-8ad5-9a7030222920), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:07.672986 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659e0601-10a5-4039-8001-893748fed07c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 259540d0-dfe0-44f1-8ad5-9a7030222920 {{(pid=106356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 14:42:07.677249 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-659e0601-10a5-4039-8001-893748fed07c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:07.678394 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-659e0601-10a5-4039-8001-893748fed07c admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/259540d0-dfe0-44f1-8ad5-9a7030222920 HTTP/1.1" status: 204 len: 168 time: 0.8478251 Oct 04 14:42:07.680918 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51944) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:42:07.735887 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef374326-73db-44b8-bdba-57b6ba55ef10 admin admin] Deleting subnet fc494ec0-0f01-4d21-8c01-1c7094ee214b {{(pid=106356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 14:42:07.739481 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ef374326-73db-44b8-bdba-57b6ba55ef10 admin admin] Publish callbacks [] for subnet (fc494ec0-0f01-4d21-8c01-1c7094ee214b), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:07.777964 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ef374326-73db-44b8-bdba-57b6ba55ef10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5701674'] for subnet (fc494ec0-0f01-4d21-8c01-1c7094ee214b), precommit_delete_associations {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:07.804769 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:07.806657 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:07.860007 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ef374326-73db-44b8-bdba-57b6ba55ef10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394552'] for subnet (fc494ec0-0f01-4d21-8c01-1c7094ee214b), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:07.920930 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ef374326-73db-44b8-bdba-57b6ba55ef10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4681588'] for subnet (fc494ec0-0f01-4d21-8c01-1c7094ee214b), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:07.948654 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef374326-73db-44b8-bdba-57b6ba55ef10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc494ec0-0f01-4d21-8c01-1c7094ee214b,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:42:07.950580 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-ef374326-73db-44b8-bdba-57b6ba55ef10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:07.953663 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-ef374326-73db-44b8-bdba-57b6ba55ef10 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/fc494ec0-0f01-4d21-8c01-1c7094ee214b HTTP/1.1" status: 204 len: 168 time: 0.2718220 Oct 04 14:42:07.956149 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51946) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:42:07.958654 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcc7b03-cdd9-4369-a0d3-f43de200d220 None None] Network 6482281b-be5f-4b71-b001-9c2414b5d3f9 requested from dv-cinder-860260-1-iscsi {{(pid=106357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 14:42:08.025590 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4c32e4b1-d070-4707-a280-48be1c4b8254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1385909'] for network (6482281b-be5f-4b71-b001-9c2414b5d3f9), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:08.071565 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-4c32e4b1-d070-4707-a280-48be1c4b8254 admin admin] Deleting port 7a852bbd-2253-4d37-add9-f84f11b36837 {{(pid=106356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:42:08.071904 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4c32e4b1-d070-4707-a280-48be1c4b8254 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (7a852bbd-2253-4d37-add9-f84f11b36837), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:08.145175 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.db [None req-4c32e4b1-d070-4707-a280-48be1c4b8254 admin admin] For port 7a852bbd-2253-4d37-add9-f84f11b36837, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=7a852bbd-2253-4d37-add9-f84f11b36837,segment=NetworkSegment(c7083fa1-a473-443d-a6f0-1e9d0ee9c752),segment_id=c7083fa1-a473-443d-a6f0-1e9d0ee9c752)] {{(pid=106356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:42:08.145540 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4c32e4b1-d070-4707-a280-48be1c4b8254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (7a852bbd-2253-4d37-add9-f84f11b36837), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:08.163396 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.plugin [None req-4c32e4b1-d070-4707-a280-48be1c4b8254 admin admin] Calling delete_port for 7a852bbd-2253-4d37-add9-f84f11b36837 owned by network:dhcp {{(pid=106356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:42:08.170576 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2805247-e13a-4a42-b109-2c70e5aab4ac None None] DHCP port deletion for 6482281b-be5f-4b71-b001-9c2414b5d3f9 request from dv-cinder-860260-1-iscsi {{(pid=106357) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 14:42:08.213775 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-e2805247-e13a-4a42-b109-2c70e5aab4ac None None] Deleting port 7a852bbd-2253-4d37-add9-f84f11b36837 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 14:42:08.214151 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e2805247-e13a-4a42-b109-2c70e5aab4ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767534896168'] for port (7a852bbd-2253-4d37-add9-f84f11b36837), before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:08.249761 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4c32e4b1-d070-4707-a280-48be1c4b8254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4371988'] for port (7a852bbd-2253-4d37-add9-f84f11b36837), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:08.279645 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32e4b1-d070-4707-a280-48be1c4b8254 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a852bbd-2253-4d37-add9-f84f11b36837,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:42:08.286149 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c32e4b1-d070-4707-a280-48be1c4b8254 admin admin] No DVR routers for this DVR port 7a852bbd-2253-4d37-add9-f84f11b36837 on host dv-cinder-860260-1-iscsi {{(pid=106356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:42:08.292848 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-e2805247-e13a-4a42-b109-2c70e5aab4ac None None] For port 7a852bbd-2253-4d37-add9-f84f11b36837, host dv-cinder-860260-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860260-1-iscsi',level=0,port_id=7a852bbd-2253-4d37-add9-f84f11b36837,segment=NetworkSegment(c7083fa1-a473-443d-a6f0-1e9d0ee9c752),segment_id=c7083fa1-a473-443d-a6f0-1e9d0ee9c752)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 14:42:08.293244 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e2805247-e13a-4a42-b109-2c70e5aab4ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750710'] for port (7a852bbd-2253-4d37-add9-f84f11b36837), precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:08.308933 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-e2805247-e13a-4a42-b109-2c70e5aab4ac None None] Calling delete_port for 7a852bbd-2253-4d37-add9-f84f11b36837 owned by network:dhcp {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 14:42:08.363222 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4c32e4b1-d070-4707-a280-48be1c4b8254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335914', 'neutron.services.segments.db._delete_segments_for_network-8767534955484'] for network (6482281b-be5f-4b71-b001-9c2414b5d3f9), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:08.387706 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.services.segments.db [None req-4c32e4b1-d070-4707-a280-48be1c4b8254 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6482281b-be5f-4b71-b001-9c2414b5d3f9']}} {{(pid=106356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:42:08.398372 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e2805247-e13a-4a42-b109-2c70e5aab4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767534897574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767534441957'] for port (7a852bbd-2253-4d37-add9-f84f11b36837), after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:08.399503 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.services.segments.db [None req-4c32e4b1-d070-4707-a280-48be1c4b8254 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7083fa1-a473-443d-a6f0-1e9d0ee9c752') {'for_net_delete': True} {{(pid=106356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:42:08.399896 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.services.segments.db [None req-4c32e4b1-d070-4707-a280-48be1c4b8254 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7083fa1-a473-443d-a6f0-1e9d0ee9c752') {} {{(pid=106356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 14:42:08.413261 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4c32e4b1-d070-4707-a280-48be1c4b8254 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767534908582', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5701715'] for segment (c7083fa1-a473-443d-a6f0-1e9d0ee9c752), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:08.429453 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4c32e4b1-d070-4707-a280-48be1c4b8254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455'] for segment (c7083fa1-a473-443d-a6f0-1e9d0ee9c752), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:08.431959 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2805247-e13a-4a42-b109-2c70e5aab4ac None None] Pushing event deleted for resources: {'Port': ['ID=7a852bbd-2253-4d37-add9-f84f11b36837,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:42:08.433900 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2805247-e13a-4a42-b109-2c70e5aab4ac None None] No DVR routers for this DVR port 7a852bbd-2253-4d37-add9-f84f11b36837 on host dv-cinder-860260-1-iscsi {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 14:42:08.444389 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c32e4b1-d070-4707-a280-48be1c4b8254 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=106356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 14:42:08.444389 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4c32e4b1-d070-4707-a280-48be1c4b8254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1338455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372171'] for segment (c7083fa1-a473-443d-a6f0-1e9d0ee9c752), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:08.492691 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.services.segments.plugin [-] Segment c7083fa1-a473-443d-a6f0-1e9d0ee9c752 resource provider aggregate not found Oct 04 14:42:08.513267 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.services.segments.plugin [-] Segment c7083fa1-a473-443d-a6f0-1e9d0ee9c752 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7083fa1-a473-443d-a6f0-1e9d0ee9c752 found for delete ", "request_id": "req-f13c128c-3834-4499-b253-9961faf658ae"}]} Oct 04 14:42:08.524823 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4c32e4b1-d070-4707-a280-48be1c4b8254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1336217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549289'] for network (6482281b-be5f-4b71-b001-9c2414b5d3f9), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:08.531150 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-4c32e4b1-d070-4707-a280-48be1c4b8254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644456'] for network (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:08.533784 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-4c32e4b1-d070-4707-a280-48be1c4b8254 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/6482281b-be5f-4b71-b001-9c2414b5d3f9 HTTP/1.1" status: 204 len: 168 time: 0.5766728 Oct 04 14:42:08.545402 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32e4b1-d070-4707-a280-48be1c4b8254 admin admin] Pushing event deleted for resources: {'Network': ['ID=6482281b-be5f-4b71-b001-9c2414b5d3f9,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:42:08.714512 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51954) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:42:08.760827 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-062e4db0-9656-4438-ab9a-4c36db95f7e1 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=bf0ffb6098014feb89d5d6f61832b03b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450807 Oct 04 14:42:08.763353 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51956) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:42:08.817439 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0b0d4bc0-8eff-4097-8af0-29c88a14ef71 admin admin] Publish callbacks [] for security_group (777de6b1-525c-4a3a-a665-03c1acf6a71e), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:08.818793 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:08.839142 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0b0d4bc0-8eff-4097-8af0-29c88a14ef71 admin admin] Publish callbacks [] for security_group (777de6b1-525c-4a3a-a665-03c1acf6a71e), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:08.873971 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:08.899821 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0b0d4bc0-8eff-4097-8af0-29c88a14ef71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (777de6b1-525c-4a3a-a665-03c1acf6a71e), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:08.903862 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-0b0d4bc0-8eff-4097-8af0-29c88a14ef71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:08.905930 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-0b0d4bc0-8eff-4097-8af0-29c88a14ef71 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/777de6b1-525c-4a3a-a665-03c1acf6a71e HTTP/1.1" status: 204 len: 168 time: 0.1415169 Oct 04 14:42:08.911759 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:08.918792 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d4bc0-8eff-4097-8af0-29c88a14ef71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777de6b1-525c-4a3a-a665-03c1acf6a71e,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:42:08.952413 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 98d7108c-6419-4271-be57-4e4a7c10fd52 no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:42:08.973452 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: 98d7108c-6419-4271-be57-4e4a7c10fd52 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:42:08.974180 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 98d7108c-6419-4271-be57-4e4a7c10fd52 not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:42:08.974321 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 19e0a3e3-a8f5-460d-814c-0d39f355299f no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:42:08.993919 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: 19e0a3e3-a8f5-460d-814c-0d39f355299f {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:42:08.994274 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 19e0a3e3-a8f5-460d-814c-0d39f355299f not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:42:08.994720 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 7a852bbd-2253-4d37-add9-f84f11b36837 no longer exists at agent ovs-agent-dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 14:42:09.014564 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] No Port match for: 7a852bbd-2253-4d37-add9-f84f11b36837 {{(pid=106357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 14:42:09.014913 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.rpc [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Device 7a852bbd-2253-4d37-add9-f84f11b36837 not bound to the agent host dv-cinder-860260-1-iscsi {{(pid=106357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 14:42:09.270952 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51962) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:42:09.312253 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-77d5ab85-fb13-449a-867d-9abed5b92f51 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3b511402d62d48d7ae28d4b36513bacb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401485 Oct 04 14:42:09.314946 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [-] (106356) accepted ('10.222.0.64', 51964) {{(pid=106356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 14:42:09.365381 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e911a3b2-1cc5-4786-b810-f1d623295a75 admin admin] Publish callbacks [] for security_group (80d3ab4c-a50e-4be3-9e74-478eae2a800d), before_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:09.386356 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e911a3b2-1cc5-4786-b810-f1d623295a75 admin admin] Publish callbacks [] for security_group (80d3ab4c-a50e-4be3-9e74-478eae2a800d), precommit_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:09.438623 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e911a3b2-1cc5-4786-b810-f1d623295a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547105'] for security_group (80d3ab4c-a50e-4be3-9e74-478eae2a800d), after_delete {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:09.442076 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron_lib.callbacks.manager [None req-e911a3b2-1cc5-4786-b810-f1d623295a75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:09.443248 dv-cinder-860260-1-iscsi neutron-server[106356]: INFO neutron.wsgi [None req-e911a3b2-1cc5-4786-b810-f1d623295a75 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/80d3ab4c-a50e-4be3-9e74-478eae2a800d HTTP/1.1" status: 204 len: 168 time: 0.1272321 Oct 04 14:42:09.452576 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911a3b2-1cc5-4786-b810-f1d623295a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d3ab4c-a50e-4be3-9e74-478eae2a800d,revision_number=None']} {{(pid=106356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 14:42:13.665332 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:13.695777 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=16 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:15.155634 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG dbcounter [-] [106355] Writing DB stats neutron:SELECT=80,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106355) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:18.998232 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:19.446376 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:19.447244 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG dbcounter [-] [106356] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=106356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:19.465550 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:19.466499 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:27.029478 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-63ce113d-542d-4f4a-9a13-5e9e52dc47ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:28.188276 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:28.193858 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:29.453662 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-163f32f0-3090-4b35-bd7f-0e35d4a8fff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:32.312911 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:32.788749 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:33.363522 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:42:33.908080 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:38.816696 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:43.358699 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:43.359387 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:48.806348 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:48.807514 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:48.812857 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:54.222839 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:42:57.033501 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a6124ae8-02c1-4947-8a53-aef77434c6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:42:59.455609 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9d5e184c-951b-40af-9e40-0cd14cb4b8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:43:02.310721 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:43:02.781455 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:43:03.909903 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:43:05.190868 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:43:05.191543 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:43:08.830204 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:43:10.362171 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:43:18.819404 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:43:18.822672 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:43:18.824792 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:43:20.357324 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:43:20.358078 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:43:27.036728 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-88f8aa96-efbe-44e4-bf61-b4a9bb45a9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:43:29.463602 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ef7993f1-ff35-4117-87c6-3b79914bd49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:43:32.312843 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:43:32.784677 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:43:33.914777 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:43:38.843763 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:43:42.185987 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:43:42.186750 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:43:47.362709 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:43:48.832681 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:43:48.833651 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:43:48.838657 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:43:57.038699 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3a752491-6792-42b5-857c-d148e131690a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:43:57.356212 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=14 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:43:57.356919 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=14 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:43:59.457138 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0cf8dfd9-71ef-4005-a71d-53ab00f3dcb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:44:02.316948 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:44:02.787570 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:44:03.916362 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:44:08.842921 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:44:18.832482 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:44:18.836872 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:44:18.838682 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:44:19.194419 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:44:19.195170 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=4 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:44:24.362495 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:44:27.040829 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3861f6e7-9638-4f30-aac7-584b9ec29185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:44:29.459758 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-54eaa162-e464-4c6c-bdb3-7ff61f6eb3f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:44:32.319206 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:44:32.791147 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:44:33.918782 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:44:34.356490 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:44:34.357370 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:44:38.858223 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:44:43.914811 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:UPDATE=4,neutron:SELECT=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:44:48.851771 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:44:48.853664 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:44:56.190850 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:44:56.191661 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=4 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:44:57.042851 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d873137a-a7aa-4fb4-b411-51e1987c59c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:44:59.465684 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-21e2c3a3-967c-4c19-ad2e-be35a52e4419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:45:01.361944 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:45:02.323905 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:45:02.795103 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:45:03.923074 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:45:08.873640 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:45:11.356849 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:45:11.357599 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:45:14.965741 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:45:18.864328 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:45:18.869003 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:45:27.045070 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2f4faeb3-73eb-4e8a-b25e-8ab9d332ffa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:45:29.013200 dv-cinder-860260-1-iscsi neutron-server[106355]: DEBUG neutron.wsgi [req-f4412527-3c32-4b55-aa68-93d41b30db85 req-a3a1bcf8-f114-4f4e-b12c-dc7b9197b596 service neutron] (106355) timed out ('10.222.0.17', 49929) {{(pid=106355) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 04 14:45:29.461632 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-8689affb-64cd-40cf-bc6f-3caf8ad028f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:45:30.299197 dv-cinder-860260-1-iscsi neutron-server[106356]: DEBUG neutron.wsgi [req-95db181e-8913-4c64-b8dc-956cf0e3ea6b req-5de6e59f-d4a2-4036-8278-b61c82787802 service neutron] (106356) timed out ('10.222.0.17', 49938) {{(pid=106356) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 04 14:45:32.326143 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:45:32.797279 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:45:33.187970 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:45:33.188898 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:45:33.925283 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:45:38.360873 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:45:38.869990 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:45:48.858367 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=6 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:45:48.859134 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:45:48.864056 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:45:54.964156 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=14 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:45:54.966143 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=16 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:45:57.053369 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e09b2308-b20a-4f53-9a8b-fc8c672c732e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:45:59.465209 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-02a6d241-645d-46a7-b093-2f62e4bbb01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:46:02.329174 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:46:02.807146 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:46:03.928687 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:46:08.884257 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:46:10.179606 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:46:10.183957 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:46:15.360452 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:46:18.873958 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:46:18.877113 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:UPDATE=1,neutron:SELECT=4 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:46:18.878970 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:46:25.356837 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:46:27.047733 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-7c17eaa0-a011-4411-8aca-7f18d23ae7d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:46:29.470228 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e9979f78-cdde-4b48-80bb-5d2cb0994fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:46:32.333106 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:46:32.800259 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:46:33.931568 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:46:38.885898 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:46:47.181259 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=2 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:46:48.875126 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:46:48.878588 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:46:48.881074 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:46:52.360475 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:46:57.052632 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b3b0f63e-e89f-47ff-ae44-5b6fff13e852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:46:59.472770 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6bb907f7-67d0-441a-9fd9-d3c209293103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:47:02.335942 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:47:02.355784 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:47:02.356620 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:47:02.803542 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:47:03.934263 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:47:08.912040 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:47:18.902568 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:47:18.905261 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:47:18.907326 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG dbcounter [-] [106357] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106357) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:47:24.174876 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:47:24.179898 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=3 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:47:27.054843 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c1d692fe-2218-44ff-889a-f965ce9b3b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (ca19cd2b-474d-4d89-a742-81ad09a7c505), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:47:29.361594 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG neutron.db.agents_db [None req-2e7a6772-d9cd-4184-8a1c-9dff5be81208 None None] Agent healthcheck: found 6 active agents {{(pid=106358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 14:47:29.475451 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6107debc-94c3-4300-981e-69ef818a64a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (143239ad-78d0-4b46-bab7-60f655805716), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:47:32.338713 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f5a949c9-2845-4110-8cb9-35368a742475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b3dab483-a617-4b5f-b5e8-756dc15bdc85), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:47:32.811775 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d6302a39-2e07-49ee-b7f0-13d3f2b0ac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (c1691897-1cc7-4a0e-81b5-eaefffaa5a70), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:47:33.936702 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab37c-28d3-4e07-a18d-2780fe57bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (b5d2cb65-9412-417f-8a0e-d691cb724917), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:47:38.927671 dv-cinder-860260-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bcadbfe8-9341-432c-86f0-d76ba0b557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767534955466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1348901'] for agent (7414b559-7f0d-43de-b796-62d1db2de72d), after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 14:47:39.354112 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 14:47:39.354975 dv-cinder-860260-1-iscsi neutron-server[106358]: DEBUG dbcounter [-] [106358] Writing DB stats neutron:SELECT=1 {{(pid=106358) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}